Dec 06 08:25:49 user nova-compute[75502]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75502) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 08:25:49 user nova-compute[75502]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75502) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 08:25:49 user nova-compute[75502]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75502) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 06 08:25:49 user nova-compute[75502]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 06 08:25:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:25:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:25:49 user nova-compute[75502]: INFO nova.virt.driver [None req-3952fae4-99d5-4687-b475-532356420001 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 06 08:25:50 user nova-compute[75502]: INFO nova.compute.provider_config [None req-3952fae4-99d5-4687-b475-532356420001 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3952fae4-99d5-4687-b475-532356420001 None None] Acquiring lock "singleton_lock" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3952fae4-99d5-4687-b475-532356420001 None None] Acquired lock "singleton_lock" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3952fae4-99d5-4687-b475-532356420001 None None] Releasing lock "singleton_lock" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] Full set of CONF: {{(pid=75502) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ******************************************************************************** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] Configuration options gathered from: {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ================================================================================ {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] allow_resize_to_same_host      = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] arq_binding_timeout            = 300 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] backdoor_port                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] backdoor_socket                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] block_device_allocate_retries  = 300 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] block_device_allocate_retries_interval = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cert                           = self.pem {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute_monitors               = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] config_dir                     = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] config_drive_format            = iso9660 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] config_source                  = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] console_host                   = user {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] control_exchange               = nova {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cpu_allocation_ratio           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] daemon                         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] debug                          = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] default_access_ip_network_name = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] default_availability_zone      = nova {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] default_ephemeral_format       = ext4 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] default_green_pool_size        = 1000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] default_schedule_zone          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] disk_allocation_ratio          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] enable_new_services            = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] enabled_ssl_apis               = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] flat_injected                  = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] force_config_drive             = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] force_raw_images               = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] graceful_shutdown_timeout      = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] heal_instance_info_cache_interval = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] host                           = user {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_build_timeout         = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_delete_interval       = 300 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_name_template         = instance-%08x {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_usage_audit           = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_usage_audit_period    = month {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] internal_service_availability_zone = internal {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] key                            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] live_migration_retry_count     = 30 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_config_append              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_dir                        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_file                       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_options                    = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_rotate_interval            = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_rotate_interval_type       = days {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] log_rotation_type              = none {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] long_rpc_timeout               = 1800 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] max_concurrent_builds          = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] max_concurrent_live_migrations = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] max_concurrent_snapshots       = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] max_local_block_devices        = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] max_logfile_count              = 30 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] max_logfile_size_mb            = 200 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] maximum_instance_delete_attempts = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metadata_listen                = 0.0.0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metadata_listen_port           = 8775 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metadata_workers               = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] migrate_max_retries            = -1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] mkisofs_cmd                    = genisoimage {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] my_ip                          = 10.0.0.210 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] network_allocate_retries       = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] osapi_compute_listen_port      = 8774 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] osapi_compute_unique_server_name_scope =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] osapi_compute_workers          = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] password_length                = 12 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] periodic_enable                = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] periodic_fuzzy_delay           = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] pointer_model                  = ps2mouse {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] preallocate_images             = none {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] publish_errors                 = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] pybasedir                      = /opt/stack/nova {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ram_allocation_ratio           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rate_limit_burst               = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rate_limit_except_level        = CRITICAL {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rate_limit_interval            = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reboot_timeout                 = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reclaim_instance_interval      = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] record                         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reimage_timeout_per_gb         = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] report_interval                = 120 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rescue_timeout                 = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reserved_host_cpus             = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reserved_host_disk_mb          = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reserved_host_memory_mb        = 512 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] reserved_huge_pages            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] resize_confirm_window          = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] resize_fs_using_block_device   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] resume_guests_state_on_host_boot = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rpc_response_timeout           = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] run_external_periodic_tasks    = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] running_deleted_instance_action = reap {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] running_deleted_instance_timeout = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler_instance_sync_interval = 120 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_down_time              = 720 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] servicegroup_driver            = db {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] shelved_offload_time           = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] shelved_poll_interval          = 3600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] shutdown_timeout               = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] source_is_ipv6                 = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ssl_only                       = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] state_path                     = /opt/stack/data/nova {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] sync_power_state_interval      = 600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] sync_power_state_pool_size     = 1000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] syslog_log_facility            = LOG_USER {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] tempdir                        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] timeout_nbd                    = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] transport_url                  = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] update_resources_interval      = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_cow_images                 = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_eventlog                   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_journal                    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_json                       = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_rootwrap_daemon            = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_stderr                     = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] use_syslog                     = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vcpu_pin_set                   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plugging_is_fatal          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plugging_timeout           = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] virt_mkfs                      = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] volume_usage_poll_interval     = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] watch_log_file                 = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] web                            = /usr/share/spice-html5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_concurrency.disable_process_locking = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.auth_strategy              = keystone {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.compute_link_prefix        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.dhcp_domain                = novalocal {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.enable_instance_password   = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.glance_link_prefix         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.instance_list_per_project_cells = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.list_records_by_skipping_down_cells = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.local_metadata_per_cell    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.max_limit                  = 1000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.metadata_cache_expiration  = 15 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.neutron_default_tenant_id  = default {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.use_forwarded_for          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.use_neutron_default_nets   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_dynamic_targets = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_jsonfile_path   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.backend_argument         = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.config_prefix            = cache.oslo {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.dead_timeout             = 60.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.debug_cache_backend      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.enable_retry_client      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.enable_socket_keepalive  = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.enabled                  = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.expiration_time          = 600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.hashclient_retry_attempts = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_dead_retry      = 300 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_password        =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_sasl_enabled    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.memcache_username        =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.proxies                  = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.retry_attempts           = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.retry_delay              = 0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.socket_keepalive_count   = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.socket_keepalive_idle    = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.socket_keepalive_interval = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.tls_allowed_ciphers      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.tls_cafile               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.tls_certfile             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.tls_enabled              = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cache.tls_keyfile              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.auth_section            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.auth_type               = password {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.cafile                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.certfile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.collect_timing          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.cross_az_attach         = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.debug                   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.endpoint_template       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.http_retries            = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.insecure                = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.keyfile                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.os_region_name          = RegionOne {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.split_loggers           = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cinder.timeout                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.cpu_dedicated_set      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.cpu_shared_set         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.image_type_exclude_list = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.resource_provider_association_refresh = 300 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.shutdown_retry_interval = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] conductor.workers              = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] console.allowed_origins        = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] console.ssl_ciphers            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] console.ssl_minimum_version    = default {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] consoleauth.token_ttl          = 600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.cafile                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.certfile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.collect_timing          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.connect_retries         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.connect_retry_delay     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.endpoint_override       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.insecure                = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.keyfile                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.max_version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.min_version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.region_name             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.service_name            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.service_type            = accelerator {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.split_loggers           = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.status_code_retries     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.timeout                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] cyborg.version                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.backend               = sqlalchemy {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.connection            = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.connection_debug      = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.connection_parameters =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.connection_recycle_time = 3600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.connection_trace      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.db_inc_retry_interval = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.db_max_retries        = 20 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.db_max_retry_interval = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.db_retry_interval     = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.max_overflow          = 50 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.max_pool_size         = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.max_retries           = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.mysql_wsrep_sync_wait = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.pool_timeout          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.retry_interval        = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.slave_connection      = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] database.sqlite_synchronous    = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.backend           = sqlalchemy {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.connection        = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.connection_debug  = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.connection_parameters =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.connection_recycle_time = 3600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.connection_trace  = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.db_inc_retry_interval = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.db_max_retries    = 20 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.db_max_retry_interval = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.db_retry_interval = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.max_overflow      = 50 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.max_pool_size     = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.max_retries       = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.pool_timeout      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.retry_interval    = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.slave_connection  = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] api_database.sqlite_synchronous = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] devices.enabled_mdev_types     = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ephemeral_storage_encryption.enabled = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.api_servers             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.cafile                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.certfile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.collect_timing          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.connect_retries         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.connect_retry_delay     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.debug                   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.default_trusted_certificate_ids = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.enable_certificate_validation = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.enable_rbd_download     = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.endpoint_override       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.insecure                = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.keyfile                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.max_version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.min_version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.num_retries             = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.rbd_ceph_conf           =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.rbd_connect_timeout     = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.rbd_pool                =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.rbd_user                =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.region_name             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.service_name            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.service_type            = image {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.split_loggers           = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.status_code_retries     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.timeout                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.verify_glance_signatures = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] glance.version                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] guestfs.debug                  = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.config_drive_cdrom      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.config_drive_inject_password = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.enable_remotefx         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.instances_path_share    =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.limit_cpu_features      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.use_multipath_io        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.vswitch_name            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] mks.enabled                    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] image_cache.manager_interval   = 2400 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] image_cache.precache_concurrency = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] image_cache.remove_unused_base_images = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] image_cache.subdirectory_name  = _base {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.api_max_retries         = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.api_retry_interval      = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.auth_section            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.auth_type               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.cafile                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.certfile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.collect_timing          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.conductor_group         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.connect_retries         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.connect_retry_delay     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.endpoint_override       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.insecure                = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.keyfile                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.max_version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.min_version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.peer_list               = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.region_name             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.serial_console_state_timeout = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.service_name            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.service_type            = baremetal {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.split_loggers           = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.status_code_retries     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.timeout                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ironic.version                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] key_manager.fixed_key          = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.barbican_api_version  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.barbican_endpoint     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.barbican_endpoint_type = public {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.barbican_region_name  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.cafile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.certfile              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.collect_timing        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.insecure              = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.keyfile               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.number_of_retries     = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.retry_delay           = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.send_service_user_token = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.split_loggers         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.timeout               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.verify_ssl            = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican.verify_ssl_path       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.auth_section = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.auth_type = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.cafile   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.certfile = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.collect_timing = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.insecure = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.keyfile  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.split_loggers = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] barbican_service_user.timeout  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.approle_role_id          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.approle_secret_id        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.cafile                   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.certfile                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.collect_timing           = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.insecure                 = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.keyfile                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.kv_mountpoint            = secret {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.kv_path                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.kv_version               = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.namespace                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.root_token_id            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.split_loggers            = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.ssl_ca_crt_file          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.timeout                  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.use_ssl                  = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.auth_section          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.auth_type             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.cafile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.certfile              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.collect_timing        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.connect_retries       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.connect_retry_delay   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.endpoint_override     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.insecure              = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.keyfile               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.max_version           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.min_version           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.region_name           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.service_name          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.service_type          = identity {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.split_loggers         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.status_code_retries   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.timeout               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] keystone.version               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.connection_uri         =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_mode               = custom {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: WARNING oslo_config.cfg [None req-3952fae4-99d5-4687-b475-532356420001 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_power_governor_high = performance {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_power_management   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.device_detach_attempts = 8 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.device_detach_timeout  = 20 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.disk_cachemodes        = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.disk_prefix            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.enabled_perf_events    = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.file_backed_memory     = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.gid_maps               = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.hw_disk_discard        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.hw_machine_type        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_rbd_pool        = rbd {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_type            = default {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.images_volume_group    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.inject_key             = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.inject_partition       = -2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.inject_password        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.iscsi_iface            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.iser_use_multipath     = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_downtime = 500 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_inbound_addr = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_scheme  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_timeout_action = abort {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_tunnelled = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: WARNING oslo_config.cfg [None req-3952fae4-99d5-4687-b475-532356420001 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 06 08:25:50 user nova-compute[75502]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 06 08:25:50 user nova-compute[75502]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 06 08:25:50 user nova-compute[75502]: and ``live_migration_inbound_addr`` respectively.
Dec 06 08:25:50 user nova-compute[75502]: ).  Its value may be silently ignored in the future.
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.live_migration_with_native_tls = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.max_queues             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.migration_inbound_addr = 10.0.0.210 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.nfs_mount_options      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.num_pcie_ports         = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.pmem_namespaces        = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.quobyte_client_cfg     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rbd_secret_uuid        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rbd_user               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rescue_image_id        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rescue_kernel_id       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.rx_queue_size          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.smbfs_mount_options    =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.snapshot_compression   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.snapshot_image_format  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.sparse_logical_volumes = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.swtpm_enabled          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.swtpm_group            = tss {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.swtpm_user             = tss {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.sysinfo_serial         = unique {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.tb_cache_size          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.tx_queue_size          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.uid_maps               = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.use_virtio_for_bridges = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.virt_type              = kvm {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.volume_clear           = zero {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.volume_clear_size      = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.volume_use_multipath   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_cache_path   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.auth_section           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.auth_type              = password {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.cafile                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.certfile               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.collect_timing         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.connect_retries        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.connect_retry_delay    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.default_floating_pool  = public {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.endpoint_override      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.extension_sync_interval = 600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.http_retries           = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.insecure               = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.keyfile                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.max_version            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.min_version            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.ovs_bridge             = br-int {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.physnets               = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.region_name            = RegionOne {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.service_metadata_proxy = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.service_name           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.service_type           = network {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.split_loggers          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.status_code_retries    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.timeout                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] neutron.version                = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] notifications.bdms_in_notifications = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] notifications.default_level    = INFO {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] notifications.notification_format = unversioned {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] notifications.notify_on_state_change = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] pci.alias                      = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] pci.device_spec                = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] pci.report_in_placement        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.auth_section         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.auth_type            = password {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.cafile               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.certfile             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.collect_timing       = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.connect_retries      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.connect_retry_delay  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.default_domain_id    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.default_domain_name  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.domain_id            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.domain_name          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.endpoint_override    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.insecure             = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.keyfile              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.max_version          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.min_version          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.password             = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.project_domain_id    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.project_domain_name  = Default {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.project_id           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.project_name         = service {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.region_name          = RegionOne {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.service_name         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.service_type         = placement {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.split_loggers        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.status_code_retries  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.system_scope         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.timeout              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.trust_id             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.user_domain_id       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.user_domain_name     = Default {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.user_id              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.username             = placement {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] placement.version              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.cores                    = 20 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.count_usage_from_placement = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.injected_file_content_bytes = 10240 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.injected_file_path_length = 255 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.injected_files           = 5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.instances                = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.key_pairs                = 100 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.metadata_items           = 128 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.ram                      = 51200 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.recheck_quota            = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.server_group_members     = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] quota.server_groups            = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rdp.enabled                    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.image_metadata_prefilter = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.max_attempts         = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.max_placement_results = 1000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] scheduler.workers              = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.host_subset_size = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.isolated_hosts = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.isolated_images = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.pci_in_placement = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.track_instance_changes = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metrics.required               = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metrics.weight_multiplier      = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] metrics.weight_setting         = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] serial_console.enabled         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] serial_console.port_range      = 10000:20000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] serial_console.serialproxy_port = 6083 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.auth_section      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.auth_type         = password {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.cafile            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.certfile          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.collect_timing    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.insecure          = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.keyfile           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.send_service_user_token = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.split_loggers     = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] service_user.timeout           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.agent_enabled            = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.enabled                  = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.html5proxy_port          = 6082 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.image_compression        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.jpeg_compression         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.playback_compression     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.server_listen            = 127.0.0.1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.streaming_mode           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] spice.zlib_compression         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] upgrade_levels.baseapi         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] upgrade_levels.compute         = auto {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] upgrade_levels.conductor       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] upgrade_levels.scheduler       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.cafile = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.certfile = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.insecure = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vendordata_dynamic_auth.timeout = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.api_retry_count         = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.ca_file                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.cache_prefix            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.cluster_name            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.connection_pool_size    = 10 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.console_delay_seconds   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.datastore_regex         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.host_ip                 = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.host_password           = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.host_port               = 443 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.host_username           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.insecure                = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.integration_bridge      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.maximum_objects         = 100 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.pbm_default_policy      = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.pbm_enabled             = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.pbm_wsdl_location       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.serial_port_proxy_uri   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.serial_port_service_uri = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.task_poll_interval      = 0.5 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.use_linked_clone        = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.vnc_keymap              = en-us {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.vnc_port                = 5900 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vmware.vnc_port_total          = 10000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.auth_schemes               = ['none'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.enabled                    = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.novncproxy_port            = 6080 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.vencrypt_ca_certs          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.vencrypt_client_cert       = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vnc.vencrypt_client_key        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.disable_rootwrap   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.enable_numa_live_migration = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.libvirt_disable_apic = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.client_socket_timeout     = 900 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.default_pool_size         = 1000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.keep_alive                = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.max_header_line           = 16384 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.ssl_ca_file               = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.ssl_cert_file             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.ssl_key_file              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.tcp_keepidle              = 600 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] zvm.ca_file                    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] zvm.cloud_connector_url        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] zvm.reachable_timeout          = 300 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.enforce_new_defaults = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.enforce_scope      = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.policy_default_rule = default {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.connection_string     = messaging:// {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.enabled               = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.es_doc_type           = notification {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.es_scroll_size        = 10000 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.es_scroll_time        = 2m {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.filter_error_trace    = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.hmac_keys             = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.sentinel_service_name = mymaster {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.socket_timeout        = 0.1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.trace_requests        = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler.trace_sqlalchemy      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler_jaeger.process_tags   = {} {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler_jaeger.service_name_prefix = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] profiler_otlp.service_name_prefix = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] remote_debug.host              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] remote_debug.port              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_notifications.retry = -1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.auth_section        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.auth_type           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.cafile              = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.certfile            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.collect_timing      = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.connect_retries     = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.connect_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.endpoint_id         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.endpoint_override   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.insecure            = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.keyfile             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.max_version         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.min_version         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.region_name         = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.service_name        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.service_type        = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.split_loggers       = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.status_code_retries = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.status_code_retry_delay = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.timeout             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.valid_interfaces    = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_limit.version             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_reports.file_event_handler = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] oslo_reports.log_dir           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_ovs_privileged.group  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] vif_plug_ovs_privileged.user   = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.isolate_vif         = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] os_brick.lock_path             = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] privsep_osbrick.capabilities   = [21] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] privsep_osbrick.group          = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] privsep_osbrick.helper_command = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] privsep_osbrick.user           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] nova_sys_admin.group           = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] nova_sys_admin.helper_command  = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] nova_sys_admin.user            = None {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG oslo_service.service [None req-3952fae4-99d5-4687-b475-532356420001 None None] ******************************************************************************** {{(pid=75502) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 06 08:25:50 user nova-compute[75502]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Connecting to libvirt: qemu:///system {{(pid=75502) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f8edc41a530> {{(pid=75502) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 06 08:25:50 user nova-compute[75502]: libvirt:  error : internal error: could not initialize domain event timer
Dec 06 08:25:50 user nova-compute[75502]: WARNING nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f8edc41a530> {{(pid=75502) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Starting native event thread {{(pid=75502) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Starting green dispatch thread {{(pid=75502) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Starting connection event dispatch thread {{(pid=75502) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 06 08:25:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Connection event '1' reason 'None'
Dec 06 08:25:50 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 08:25:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.mount [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Initialising _HostMountState generation 0 {{(pid=75502) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 06 08:25:57 user nova-compute[75502]: INFO nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host capabilities <capabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <host>
Dec 06 08:25:57 user nova-compute[75502]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 06 08:25:57 user nova-compute[75502]:     <cpu>
Dec 06 08:25:57 user nova-compute[75502]:       <arch>x86_64</arch>
Dec 06 08:25:57 user nova-compute[75502]:       <model>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <microcode version='1070'/>
Dec 06 08:25:57 user nova-compute[75502]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='osxsave'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='invtsc'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='rsba'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature name='skip-l1dfl-vmentry'/>
Dec 06 08:25:57 user nova-compute[75502]:       <pages unit='KiB' size='4'/>
Dec 06 08:25:57 user nova-compute[75502]:       <pages unit='KiB' size='2048'/>
Dec 06 08:25:57 user nova-compute[75502]:     </cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <power_management>
Dec 06 08:25:57 user nova-compute[75502]:       <suspend_mem/>
Dec 06 08:25:57 user nova-compute[75502]:       <suspend_disk/>
Dec 06 08:25:57 user nova-compute[75502]:       <suspend_hybrid/>
Dec 06 08:25:57 user nova-compute[75502]:     </power_management>
Dec 06 08:25:57 user nova-compute[75502]:     <iommu support='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <migration_features>
Dec 06 08:25:57 user nova-compute[75502]:       <live/>
Dec 06 08:25:57 user nova-compute[75502]:       <uri_transports>
Dec 06 08:25:57 user nova-compute[75502]:         <uri_transport>tcp</uri_transport>
Dec 06 08:25:57 user nova-compute[75502]:         <uri_transport>rdma</uri_transport>
Dec 06 08:25:57 user nova-compute[75502]:       </uri_transports>
Dec 06 08:25:57 user nova-compute[75502]:     </migration_features>
Dec 06 08:25:57 user nova-compute[75502]:     <topology>
Dec 06 08:25:57 user nova-compute[75502]:       <cells num='2'>
Dec 06 08:25:57 user nova-compute[75502]:         <cell id='0'>
Dec 06 08:25:57 user nova-compute[75502]:           <memory unit='KiB'>8189224</memory>
Dec 06 08:25:57 user nova-compute[75502]:           <pages unit='KiB' size='4'>2047306</pages>
Dec 06 08:25:57 user nova-compute[75502]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 08:25:57 user nova-compute[75502]:           <distances>
Dec 06 08:25:57 user nova-compute[75502]:             <sibling id='0' value='10'/>
Dec 06 08:25:57 user nova-compute[75502]:             <sibling id='1' value='20'/>
Dec 06 08:25:57 user nova-compute[75502]:           </distances>
Dec 06 08:25:57 user nova-compute[75502]:           <cpus num='6'>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 06 08:25:57 user nova-compute[75502]:           </cpus>
Dec 06 08:25:57 user nova-compute[75502]:         </cell>
Dec 06 08:25:57 user nova-compute[75502]:         <cell id='1'>
Dec 06 08:25:57 user nova-compute[75502]:           <memory unit='KiB'>8206460</memory>
Dec 06 08:25:57 user nova-compute[75502]:           <pages unit='KiB' size='4'>2051615</pages>
Dec 06 08:25:57 user nova-compute[75502]:           <pages unit='KiB' size='2048'>0</pages>
Dec 06 08:25:57 user nova-compute[75502]:           <distances>
Dec 06 08:25:57 user nova-compute[75502]:             <sibling id='0' value='20'/>
Dec 06 08:25:57 user nova-compute[75502]:             <sibling id='1' value='10'/>
Dec 06 08:25:57 user nova-compute[75502]:           </distances>
Dec 06 08:25:57 user nova-compute[75502]:           <cpus num='6'>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 06 08:25:57 user nova-compute[75502]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 06 08:25:57 user nova-compute[75502]:           </cpus>
Dec 06 08:25:57 user nova-compute[75502]:         </cell>
Dec 06 08:25:57 user nova-compute[75502]:       </cells>
Dec 06 08:25:57 user nova-compute[75502]:     </topology>
Dec 06 08:25:57 user nova-compute[75502]:     <cache>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 06 08:25:57 user nova-compute[75502]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 06 08:25:57 user nova-compute[75502]:     </cache>
Dec 06 08:25:57 user nova-compute[75502]:     <secmodel>
Dec 06 08:25:57 user nova-compute[75502]:       <model>apparmor</model>
Dec 06 08:25:57 user nova-compute[75502]:       <doi>0</doi>
Dec 06 08:25:57 user nova-compute[75502]:     </secmodel>
Dec 06 08:25:57 user nova-compute[75502]:     <secmodel>
Dec 06 08:25:57 user nova-compute[75502]:       <model>dac</model>
Dec 06 08:25:57 user nova-compute[75502]:       <doi>0</doi>
Dec 06 08:25:57 user nova-compute[75502]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 06 08:25:57 user nova-compute[75502]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 06 08:25:57 user nova-compute[75502]:     </secmodel>
Dec 06 08:25:57 user nova-compute[75502]:   </host>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='alpha'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>clipper</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='armv6l'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>spitz</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>nuri</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>kzm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sx1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>z2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>tosa</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>n810</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>n800</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>terrier</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>midway</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>microbit</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>verdex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>highbank</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>akita</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>connex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>collie</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='armv7l'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>spitz</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>nuri</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>kzm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sx1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>z2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>tosa</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>n810</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>n800</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>terrier</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>midway</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>microbit</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>verdex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>highbank</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>akita</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>connex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>collie</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='aarch64'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>integratorcp</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>borzoi</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>spitz</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>nuri</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>musca-b1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>versatileab</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>kzm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>musca-a</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>smdkc210</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sx1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>z2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>tosa</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>sabrelite</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>realview-eb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>n810</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>n800</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>versatilepb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>terrier</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mainstone</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>midway</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>musicpal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>microbit</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>cubieboard</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>verdex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>netduino2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>raspi3b</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>raspi2b</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>cheetah</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>highbank</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>akita</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>connex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>collie</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>raspi0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <acpi default='on' toggle='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='cris'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='i686'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>isapc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>microvm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='kvm'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <pae/>
Dec 06 08:25:57 user nova-compute[75502]:       <nonpae/>
Dec 06 08:25:57 user nova-compute[75502]:       <acpi default='on' toggle='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:       <apic default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='m68k'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>an5206</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>q800</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>next-cube</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='microblaze'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='microblazeel'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='mips'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='16'>malta</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='mipsel'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='16'>malta</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='mips64'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='16'>malta</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>pica61</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>magnum</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='mips64el'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='16'>malta</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mipssim</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>pica61</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>magnum</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='16'>boston</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='ppc'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mac99</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>40p</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>taihu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='ppc64'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>taihu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>40p</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mac99</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='ppc64le'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2048'>powernv9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>taihu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2048'>powernv10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ppce500</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>40p</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>pegasos2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>bamboo</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>g3beige</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>mac99</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sam460ex</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>ref405ep</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2048'>powernv8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='riscv32'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='8'>spike</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>opentitan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='8'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='riscv64'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='8'>spike</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='5'>sifive_u</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>shakti_c</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sifive_e</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='8'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='s390x'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='sh4'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>shix</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>r2d</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='sh4eb'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>shix</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>r2d</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='sparc'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>SS-5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>SS-20</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>LX</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>SS-4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>SS-10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>Voyager</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='sparc64'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sun4u</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>niagara</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>sun4v</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='x86_64'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>64</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>x-remote</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='1'>isapc</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>microvm</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='kvm'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <acpi default='on' toggle='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:       <apic default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='xtensa'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>sim</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>kc705</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ml605</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx200</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx60</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]:   <guest>
Dec 06 08:25:57 user nova-compute[75502]:     <os_type>hvm</os_type>
Dec 06 08:25:57 user nova-compute[75502]:     <arch name='xtensaeb'>
Dec 06 08:25:57 user nova-compute[75502]:       <wordsize>32</wordsize>
Dec 06 08:25:57 user nova-compute[75502]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='4'>sim</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>kc705</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ml605</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>virt</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx200</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>lx60</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 06 08:25:57 user nova-compute[75502]:       <domain type='qemu'/>
Dec 06 08:25:57 user nova-compute[75502]:     </arch>
Dec 06 08:25:57 user nova-compute[75502]:     <features>
Dec 06 08:25:57 user nova-compute[75502]:       <cpuselection/>
Dec 06 08:25:57 user nova-compute[75502]:       <deviceboot/>
Dec 06 08:25:57 user nova-compute[75502]:       <disksnapshot default='on' toggle='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     </features>
Dec 06 08:25:57 user nova-compute[75502]:   </guest>
Dec 06 08:25:57 user nova-compute[75502]: </capabilities>
Dec 06 08:25:57 user nova-compute[75502]: 
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for i686 via machine types: {'pc', 'ubuntu-q35', 'q35', 'ubuntu'} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-i440fx-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>i686</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='255'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'/>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='lm'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ide</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-q35-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>i686</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='288'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'/>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='lm'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-q35-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>i686</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='288'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'/>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='lm'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-i386</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-i440fx-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>i686</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='255'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'/>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='lm'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ide</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'ubuntu-q35', 'q35', 'ubuntu'} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-i440fx-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>x86_64</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='255'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>efi</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='invtsc'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='rsba'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ide</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-q35-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>x86_64</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='288'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>efi</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='invtsc'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='rsba'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-q35-6.2</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>x86_64</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='288'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>efi</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='invtsc'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='rsba'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 06 08:25:57 user nova-compute[75502]: <domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 06 08:25:57 user nova-compute[75502]:   <domain>kvm</domain>
Dec 06 08:25:57 user nova-compute[75502]:   <machine>pc-i440fx-jammy</machine>
Dec 06 08:25:57 user nova-compute[75502]:   <arch>x86_64</arch>
Dec 06 08:25:57 user nova-compute[75502]:   <vcpu max='255'/>
Dec 06 08:25:57 user nova-compute[75502]:   <iothreads supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:   <os supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='firmware'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>efi</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:     <loader supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>rom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pflash</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='readonly'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>yes</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='secure'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>no</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </loader>
Dec 06 08:25:57 user nova-compute[75502]:   </os>
Dec 06 08:25:57 user nova-compute[75502]:   <cpu>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-passthrough' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='hostPassthroughMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='maximum' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='maximumMigratable'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>on</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>off</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='host-model' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <vendor>Intel</vendor>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ss'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='vmx'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pcid'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='hypervisor'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arat'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='tsc_adjust'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='umip'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='md-clear'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='arch-capabilities'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='invtsc'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibpb'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='ibrs'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-stibp'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='amd-ssbd'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='rsba'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='require' name='pschange-mc-no'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='erms'/>
Dec 06 08:25:57 user nova-compute[75502]:       <feature policy='disable' name='xsaveopt'/>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:     <mode name='custom' supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>qemu64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>qemu32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>phenom</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>pentium</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>n270</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm64</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>kvm32</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>coreduo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>core2duo</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>athlon</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Westmere</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Snowridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Skylake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>SandyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Penryn</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G5</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G4</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G3</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Opteron_G2</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Opteron_G1</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>IvyBridge</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Icelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Haswell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Rome</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-Milan</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC-IBPB</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>EPYC</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Dhyana</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cooperlake</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>Conroe</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Cascadelake-Server</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-noTSX</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell-IBRS</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='no'>Broadwell</model>
Dec 06 08:25:57 user nova-compute[75502]:       <model usable='yes'>486</model>
Dec 06 08:25:57 user nova-compute[75502]:     </mode>
Dec 06 08:25:57 user nova-compute[75502]:   </cpu>
Dec 06 08:25:57 user nova-compute[75502]:   <memoryBacking supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:     <enum name='sourceType'>
Dec 06 08:25:57 user nova-compute[75502]:       <value>file</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>anonymous</value>
Dec 06 08:25:57 user nova-compute[75502]:       <value>memfd</value>
Dec 06 08:25:57 user nova-compute[75502]:     </enum>
Dec 06 08:25:57 user nova-compute[75502]:   </memoryBacking>
Dec 06 08:25:57 user nova-compute[75502]:   <devices>
Dec 06 08:25:57 user nova-compute[75502]:     <disk supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='diskDevice'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>disk</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cdrom</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>floppy</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>lun</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='bus'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ide</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>fdc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sata</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </disk>
Dec 06 08:25:57 user nova-compute[75502]:     <graphics supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='type'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>sdl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vnc</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>spice</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egl-headless</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </graphics>
Dec 06 08:25:57 user nova-compute[75502]:     <video supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='modelType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>cirrus</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>vmvga</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>qxl</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>none</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>bochs</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>ramfb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </video>
Dec 06 08:25:57 user nova-compute[75502]:     <hostdev supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='mode'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>subsystem</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='startupPolicy'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>default</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>mandatory</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>requisite</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>optional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='subsysType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>usb</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>pci</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>scsi</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='capsType'/>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='pciBackend'/>
Dec 06 08:25:57 user nova-compute[75502]:     </hostdev>
Dec 06 08:25:57 user nova-compute[75502]:     <rng supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtio-non-transitional</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>random</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>egd</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>builtin</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </rng>
Dec 06 08:25:57 user nova-compute[75502]:     <filesystem supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='driverType'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>path</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>handle</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>virtiofs</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </filesystem>
Dec 06 08:25:57 user nova-compute[75502]:     <tpm supported='yes'>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='model'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-tis</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>tpm-crb</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:       <enum name='backendModel'>
Dec 06 08:25:57 user nova-compute[75502]:         <value>passthrough</value>
Dec 06 08:25:57 user nova-compute[75502]:         <value>emulator</value>
Dec 06 08:25:57 user nova-compute[75502]:       </enum>
Dec 06 08:25:57 user nova-compute[75502]:     </tpm>
Dec 06 08:25:57 user nova-compute[75502]:   </devices>
Dec 06 08:25:57 user nova-compute[75502]:   <features>
Dec 06 08:25:57 user nova-compute[75502]:     <gic supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:     <vmcoreinfo supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <genid supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backingStoreInput supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <backup supported='yes'/>
Dec 06 08:25:57 user nova-compute[75502]:     <sev supported='no'/>
Dec 06 08:25:57 user nova-compute[75502]:   </features>
Dec 06 08:25:57 user nova-compute[75502]: </domainCapabilities>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75502) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75502) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Checking secure boot support for host arch (x86_64) {{(pid=75502) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Checking secure boot support for host arch (x86_64) {{(pid=75502) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Checking secure boot support for host arch (x86_64) {{(pid=75502) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 06 08:25:57 user nova-compute[75502]: INFO nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Secure Boot support detected
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] cpu compare xml: <cpu match="exact">
Dec 06 08:25:57 user nova-compute[75502]:   <model>Nehalem</model>
Dec 06 08:25:57 user nova-compute[75502]: </cpu>
Dec 06 08:25:57 user nova-compute[75502]:  {{(pid=75502) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10025}}
Dec 06 08:25:57 user nova-compute[75502]: INFO nova.virt.node [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Generated node identity 96999065-34ef-409c-a655-b1d66f04fd5c
Dec 06 08:25:57 user nova-compute[75502]: INFO nova.virt.node [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Wrote node identity 96999065-34ef-409c-a655-b1d66f04fd5c to /opt/stack/data/nova/compute_id
Dec 06 08:25:57 user nova-compute[75502]: WARNING nova.compute.manager [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Compute nodes ['96999065-34ef-409c-a655-b1d66f04fd5c'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 06 08:25:57 user nova-compute[75502]: INFO nova.compute.manager [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 06 08:25:57 user nova-compute[75502]: WARNING nova.compute.manager [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 06 08:25:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:25:57 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:25:58 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:25:58 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Hypervisor/Node resource view: name=user free_ram=10985MB free_disk=26.217540740966797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:25:58 user nova-compute[75502]: WARNING nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] No compute node record for user:96999065-34ef-409c-a655-b1d66f04fd5c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 96999065-34ef-409c-a655-b1d66f04fd5c could not be found.
Dec 06 08:25:58 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Compute node record created for user:user with uuid: 96999065-34ef-409c-a655-b1d66f04fd5c
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:25:58 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] [req-cfe87952-5929-4e36-b6e0-7feb71e49b9b] Created resource provider record via placement API for resource provider with UUID 96999065-34ef-409c-a655-b1d66f04fd5c and name user.
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75502) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 06 08:25:58 user nova-compute[75502]: INFO nova.virt.libvirt.host [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] kernel doesn't support AMD SEV
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Libvirt baseline CPU <cpu>
Dec 06 08:25:58 user nova-compute[75502]:   <arch>x86_64</arch>
Dec 06 08:25:58 user nova-compute[75502]:   <model>Nehalem</model>
Dec 06 08:25:58 user nova-compute[75502]:   <vendor>Intel</vendor>
Dec 06 08:25:58 user nova-compute[75502]:   <topology sockets="6" cores="1" threads="1"/>
Dec 06 08:25:58 user nova-compute[75502]: </cpu>
Dec 06 08:25:58 user nova-compute[75502]:  {{(pid=75502) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12524}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Updated inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Updating resource provider 96999065-34ef-409c-a655-b1d66f04fd5c generation from 0 to 1 during operation: update_inventory {{(pid=75502) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Updating resource provider 96999065-34ef-409c-a655-b1d66f04fd5c generation from 1 to 2 during operation: update_traits {{(pid=75502) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.677s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.service [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Creating RPC server for service compute {{(pid=75502) start /opt/stack/nova/nova/service.py:182}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.service [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] Join ServiceGroup membership for this service compute {{(pid=75502) start /opt/stack/nova/nova/service.py:199}}
Dec 06 08:25:58 user nova-compute[75502]: DEBUG nova.servicegroup.drivers.db [None req-3ce8397e-8a29-45b6-9e59-6464215690b8 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75502) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:26:56 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:26:56 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=10343MB free_disk=26.121257781982422GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.166s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:26:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:27:50 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:27:51 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:27:51 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:27:51 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=10375MB free_disk=26.189014434814453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:27:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.120s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:27:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:27:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:27:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:27:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:27:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:28:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:28:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:28:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:28:52 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:28:53 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:28:53 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:28:53 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=10320MB free_disk=25.94122314453125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:28:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:28:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:28:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:28:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:28:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:29:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:51 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:51 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:29:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:29:54 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:29:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:29:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:29:55 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9703MB free_disk=25.96816635131836GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:29:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.209s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:29:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:07 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:07 user nova-compute[75502]: INFO nova.compute.claims [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Claim successful on node user
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.740s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:08 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:08 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Creating image(s)
Dec 06 08:30:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.026s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG nova.policy [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca454c25bf084717b0ef1bcd5f3067d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc634ce7c2764c4c885d9f7a3db9e290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:09 user nova-compute[75502]: INFO nova.compute.claims [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Claim successful on node user
Dec 06 08:30:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:10 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.part --force-share --output=json" returned: 0 in 0.255s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:10 user nova-compute[75502]: DEBUG nova.virt.images [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] 2e9a7c79-1473-4014-a978-3bbaccdfdd6b was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:30:10 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:30:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.part /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.345s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.part /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.converted" returned: 0 in 0.540s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.policy [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca454c25bf084717b0ef1bcd5f3067d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc634ce7c2764c4c885d9f7a3db9e290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Successfully created port: cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Creating image(s)
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.556s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:11 user nova-compute[75502]: INFO oslo.privsep.daemon [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpk8yqjrg3/privsep.sock']
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.068s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:11 user sudo[84763]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpk8yqjrg3/privsep.sock
Dec 06 08:30:11 user sudo[84763]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:12 user nova-compute[75502]: INFO nova.compute.claims [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Claim successful on node user
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.284s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:12 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:12 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Creating image(s)
Dec 06 08:30:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "/opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "/opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "/opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.policy [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e3196a982f43bab97fdf71d45f1a16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89bfc9c10cfb44d0be964987607eefb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Successfully created port: 67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:12 user sudo[84763]: pam_unix(sudo:session): session closed for user root
Dec 06 08:30:12 user nova-compute[75502]: INFO oslo.privsep.daemon [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Spawned new privsep daemon via rootwrap
Dec 06 08:30:12 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 08:30:12 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 08:30:12 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 06 08:30:12 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84768
Dec 06 08:30:12 user nova-compute[75502]: WARNING oslo_privsep.priv_context [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] privsep daemon already running
Dec 06 08:30:13 user nova-compute[75502]: WARNING oslo_privsep.priv_context [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] privsep daemon already running
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.164s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk 1073741824" returned: 0 in 0.052s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.232s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk 1073741824" returned: 0 in 0.059s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.501s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Successfully updated port: cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:13 user nova-compute[75502]: INFO nova.compute.claims [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Claim successful on node user
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Cannot resize image /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Ensure instance console log exists: /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.152s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Checking if we can resize image /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk 1073741824" returned: 0 in 0.061s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Cannot resize image /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Ensure instance console log exists: /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.297s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-changed-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Refreshing instance network info cache due to event network-changed-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.807s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Cannot resize image /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Ensure instance console log exists: /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Successfully created port: 4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Creating image(s)
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Successfully updated port: 67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.policy [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63924e770df94819a18483ece12e7198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cbe16ed57c418a8a39ffb4f32af684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.262s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.165s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk 1073741824" returned: 0 in 0.071s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance network_info: |[{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.neutron [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Refreshing network info cache for port cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Start _get_guest_xml network_info=[{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:15 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:15 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1195262912',display_name='tempest-ServerRescueNegativeTestJSON-server-1195262912',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1195262912',id=1,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-r5gx0we0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:09Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=ed58a8c8-afbe-4a8d-8ed1-244e8a56d408,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'pci_devices' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:15 user nova-compute[75502]:   <uuid>ed58a8c8-afbe-4a8d-8ed1-244e8a56d408</uuid>
Dec 06 08:30:15 user nova-compute[75502]:   <name>instance-00000001</name>
Dec 06 08:30:15 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:15 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:15 user nova-compute[75502]:   <metadata>
Dec 06 08:30:15 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:15 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:15 user nova-compute[75502]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1195262912</nova:name>
Dec 06 08:30:15 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:15</nova:creationTime>
Dec 06 08:30:15 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:15 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:15 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:15 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:user uuid="ca454c25bf084717b0ef1bcd5f3067d8">tempest-ServerRescueNegativeTestJSON-279346309-project-member</nova:user>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:project uuid="cc634ce7c2764c4c885d9f7a3db9e290">tempest-ServerRescueNegativeTestJSON-279346309</nova:project>
Dec 06 08:30:15 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:15 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:15 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:15 user nova-compute[75502]:         <nova:port uuid="cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a">
Dec 06 08:30:15 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:30:15 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:15 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:15 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:15 user nova-compute[75502]:   </metadata>
Dec 06 08:30:15 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:15 user nova-compute[75502]:     <system>
Dec 06 08:30:15 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:15 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:15 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:15 user nova-compute[75502]:       <entry name="serial">ed58a8c8-afbe-4a8d-8ed1-244e8a56d408</entry>
Dec 06 08:30:15 user nova-compute[75502]:       <entry name="uuid">ed58a8c8-afbe-4a8d-8ed1-244e8a56d408</entry>
Dec 06 08:30:15 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:15 user nova-compute[75502]:     </system>
Dec 06 08:30:15 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:15 user nova-compute[75502]:   <os>
Dec 06 08:30:15 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:15 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:15 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:15 user nova-compute[75502]:   </os>
Dec 06 08:30:15 user nova-compute[75502]:   <features>
Dec 06 08:30:15 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:15 user nova-compute[75502]:     <apic/>
Dec 06 08:30:15 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:15 user nova-compute[75502]:   </features>
Dec 06 08:30:15 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:15 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:15 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:15 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:15 user nova-compute[75502]:   </clock>
Dec 06 08:30:15 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:15 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:15 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:15 user nova-compute[75502]:   </cpu>
Dec 06 08:30:15 user nova-compute[75502]:   <devices>
Dec 06 08:30:15 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:15 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:15 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk"/>
Dec 06 08:30:15 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:15 user nova-compute[75502]:     </disk>
Dec 06 08:30:15 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:15 user nova-compute[75502]:       <mac address="fa:16:3e:ce:a1:0a"/>
Dec 06 08:30:15 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:15 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:15 user nova-compute[75502]:       <target dev="tapcd7b4d34-0d"/>
Dec 06 08:30:15 user nova-compute[75502]:     </interface>
Dec 06 08:30:15 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:15 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/console.log" append="off"/>
Dec 06 08:30:15 user nova-compute[75502]:     </serial>
Dec 06 08:30:15 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:15 user nova-compute[75502]:     <video>
Dec 06 08:30:15 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:15 user nova-compute[75502]:     </video>
Dec 06 08:30:15 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:15 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:15 user nova-compute[75502]:     </rng>
Dec 06 08:30:15 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:15 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:15 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:15 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:15 user nova-compute[75502]:   </devices>
Dec 06 08:30:15 user nova-compute[75502]: </domain>
Dec 06 08:30:15 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1195262912',display_name='tempest-ServerRescueNegativeTestJSON-server-1195262912',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1195262912',id=1,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-r5gx0we0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:09Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=ed58a8c8-afbe-4a8d-8ed1-244e8a56d408,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG os_vif [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Created schema index Interface.name {{(pid=75502) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Created schema index Port.name {{(pid=75502) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Created schema index Bridge.name {{(pid=75502) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [POLLOUT] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Cannot resize image /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Ensure instance console log exists: /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf5593c4-cbbd-58d5-a56b-e15370963f51', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:15 user nova-compute[75502]: INFO oslo.privsep.daemon [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpmx1wkpuo/privsep.sock']
Dec 06 08:30:15 user sudo[84836]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpmx1wkpuo/privsep.sock
Dec 06 08:30:15 user sudo[84836]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 08:30:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-changed-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Refreshing instance network info cache due to event network-changed-67e62004-83bc-43da-b018-cd6d13b6123f. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] Acquiring lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance network_info: |[{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] Acquired lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.neutron [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Refreshing network info cache for port 67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Start _get_guest_xml network_info=[{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-647538006',display_name='tempest-ServerRescueNegativeTestJSON-server-647538006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-647538006',id=2,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-lxxxmq2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:11Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=020ab0d0-f9da-408f-b067-b17f2176bf5b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'pci_devices' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:17 user nova-compute[75502]:   <uuid>020ab0d0-f9da-408f-b067-b17f2176bf5b</uuid>
Dec 06 08:30:17 user nova-compute[75502]:   <name>instance-00000002</name>
Dec 06 08:30:17 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:17 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:17 user nova-compute[75502]:   <metadata>
Dec 06 08:30:17 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:17 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:17 user nova-compute[75502]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-647538006</nova:name>
Dec 06 08:30:17 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:17</nova:creationTime>
Dec 06 08:30:17 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:17 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:17 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:17 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:user uuid="ca454c25bf084717b0ef1bcd5f3067d8">tempest-ServerRescueNegativeTestJSON-279346309-project-member</nova:user>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:project uuid="cc634ce7c2764c4c885d9f7a3db9e290">tempest-ServerRescueNegativeTestJSON-279346309</nova:project>
Dec 06 08:30:17 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:17 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:17 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:17 user nova-compute[75502]:         <nova:port uuid="67e62004-83bc-43da-b018-cd6d13b6123f">
Dec 06 08:30:17 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 08:30:17 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:17 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:17 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:17 user nova-compute[75502]:   </metadata>
Dec 06 08:30:17 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:17 user nova-compute[75502]:     <system>
Dec 06 08:30:17 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:17 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:17 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:17 user nova-compute[75502]:       <entry name="serial">020ab0d0-f9da-408f-b067-b17f2176bf5b</entry>
Dec 06 08:30:17 user nova-compute[75502]:       <entry name="uuid">020ab0d0-f9da-408f-b067-b17f2176bf5b</entry>
Dec 06 08:30:17 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:17 user nova-compute[75502]:     </system>
Dec 06 08:30:17 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:17 user nova-compute[75502]:   <os>
Dec 06 08:30:17 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:17 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:17 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:17 user nova-compute[75502]:   </os>
Dec 06 08:30:17 user nova-compute[75502]:   <features>
Dec 06 08:30:17 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:17 user nova-compute[75502]:     <apic/>
Dec 06 08:30:17 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:17 user nova-compute[75502]:   </features>
Dec 06 08:30:17 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:17 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:17 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:17 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:17 user nova-compute[75502]:   </clock>
Dec 06 08:30:17 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:17 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:17 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:17 user nova-compute[75502]:   </cpu>
Dec 06 08:30:17 user nova-compute[75502]:   <devices>
Dec 06 08:30:17 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:17 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:17 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk"/>
Dec 06 08:30:17 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:17 user nova-compute[75502]:     </disk>
Dec 06 08:30:17 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:17 user nova-compute[75502]:       <mac address="fa:16:3e:3b:9f:e6"/>
Dec 06 08:30:17 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:17 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:17 user nova-compute[75502]:       <target dev="tap67e62004-83"/>
Dec 06 08:30:17 user nova-compute[75502]:     </interface>
Dec 06 08:30:17 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:17 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/console.log" append="off"/>
Dec 06 08:30:17 user nova-compute[75502]:     </serial>
Dec 06 08:30:17 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:17 user nova-compute[75502]:     <video>
Dec 06 08:30:17 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:17 user nova-compute[75502]:     </video>
Dec 06 08:30:17 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:17 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:17 user nova-compute[75502]:     </rng>
Dec 06 08:30:17 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:17 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:17 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:17 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:17 user nova-compute[75502]:   </devices>
Dec 06 08:30:17 user nova-compute[75502]: </domain>
Dec 06 08:30:17 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-647538006',display_name='tempest-ServerRescueNegativeTestJSON-server-647538006',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-647538006',id=2,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-lxxxmq2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:11Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=020ab0d0-f9da-408f-b067-b17f2176bf5b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG os_vif [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63ba29ed-b929-5299-9558-7af5a2de43a3', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:17 user sudo[84836]: pam_unix(sudo:session): session closed for user root
Dec 06 08:30:17 user nova-compute[75502]: INFO oslo.privsep.daemon [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Spawned new privsep daemon via rootwrap
Dec 06 08:30:17 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 08:30:17 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 08:30:17 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 06 08:30:17 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84839
Dec 06 08:30:17 user nova-compute[75502]: WARNING oslo_privsep.priv_context [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] privsep daemon already running
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Successfully created port: c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.neutron [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updated VIF entry in instance network info cache for port cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG nova.network.neutron [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b699873-a25e-47f7-8236-60071d115ce0 req-0ece97b6-08d2-4e68-885b-70f8819ea030 service nova] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcd7b4d34-0d, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcd7b4d34-0d, col_values=(('qos', UUID('7e2b76eb-9f31-4f20-8ae9-a2f2308e2956')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcd7b4d34-0d, col_values=(('external_ids', {'iface-id': 'cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:a1:0a', 'vm-uuid': 'ed58a8c8-afbe-4a8d-8ed1-244e8a56d408'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:17 user nova-compute[75502]: INFO os_vif [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d')
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap67e62004-83, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap67e62004-83, col_values=(('qos', UUID('a87975bc-d1f9-4e05-b116-64bc95ce5aaf')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap67e62004-83, col_values=(('external_ids', {'iface-id': '67e62004-83bc-43da-b018-cd6d13b6123f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:9f:e6', 'vm-uuid': '020ab0d0-f9da-408f-b067-b17f2176bf5b'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:17 user nova-compute[75502]: INFO os_vif [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83')
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:ce:a1:0a, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:3b:9f:e6, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Successfully updated port: 4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "refresh_cache-d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquired lock "refresh_cache-d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.network.neutron [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updated VIF entry in instance network info cache for port 67e62004-83bc-43da-b018-cd6d13b6123f. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.network.neutron [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:18 user nova-compute[75502]: INFO nova.compute.claims [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Claim successful on node user
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08b314fd-e1af-47cc-8434-8efc232ad690 req-3bb89427-adaf-48a0-b001-e91dc2fe9137 service nova] Releasing lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-changed-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Refreshing instance network info cache due to event network-changed-4799a379-7255-4042-8396-af9e8703c45f. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] Acquiring lock "refresh_cache-d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Successfully updated port: c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.692s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.446s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:19 user nova-compute[75502]: INFO nova.compute.claims [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Claim successful on node user
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Updating instance_info_cache with network_info: [{"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Releasing lock "refresh_cache-d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Instance network_info: |[{"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] Acquired lock "refresh_cache-d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Refreshing network info cache for port 4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Start _get_guest_xml network_info=[{"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.policy [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cccdebece9354e2b93ef212b97215d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5605c4c1ac7c42f1906b98680decff52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Creating image(s)
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "/opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing instance network info cache due to event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1931210310',display_name='tempest-DeleteServersTestJSON-server-1931210310',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1931210310',id=3,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89bfc9c10cfb44d0be964987607eefb9',ramdisk_id='',reservation_id='r-atxhd2j5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-452535479',owner_user_name='tempest-DeleteServersTestJSON-452535479-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:13Z,user_data=None,user_id='60e3196a982f43bab97fdf71d45f1a16',uuid=d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Converting VIF {"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lazy-loading 'pci_devices' on Instance uuid d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.272s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:19 user nova-compute[75502]:   <uuid>d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3</uuid>
Dec 06 08:30:19 user nova-compute[75502]:   <name>instance-00000003</name>
Dec 06 08:30:19 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:19 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:19 user nova-compute[75502]:   <metadata>
Dec 06 08:30:19 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:19 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:19 user nova-compute[75502]:       <nova:name>tempest-DeleteServersTestJSON-server-1931210310</nova:name>
Dec 06 08:30:19 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:19</nova:creationTime>
Dec 06 08:30:19 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:19 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:19 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:19 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:user uuid="60e3196a982f43bab97fdf71d45f1a16">tempest-DeleteServersTestJSON-452535479-project-member</nova:user>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:project uuid="89bfc9c10cfb44d0be964987607eefb9">tempest-DeleteServersTestJSON-452535479</nova:project>
Dec 06 08:30:19 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:19 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:19 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:19 user nova-compute[75502]:         <nova:port uuid="4799a379-7255-4042-8396-af9e8703c45f">
Dec 06 08:30:19 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 08:30:19 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:19 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:19 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:19 user nova-compute[75502]:   </metadata>
Dec 06 08:30:19 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:19 user nova-compute[75502]:     <system>
Dec 06 08:30:19 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:19 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:19 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:19 user nova-compute[75502]:       <entry name="serial">d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3</entry>
Dec 06 08:30:19 user nova-compute[75502]:       <entry name="uuid">d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3</entry>
Dec 06 08:30:19 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:19 user nova-compute[75502]:     </system>
Dec 06 08:30:19 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:19 user nova-compute[75502]:   <os>
Dec 06 08:30:19 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:19 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:19 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:19 user nova-compute[75502]:   </os>
Dec 06 08:30:19 user nova-compute[75502]:   <features>
Dec 06 08:30:19 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:19 user nova-compute[75502]:     <apic/>
Dec 06 08:30:19 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:19 user nova-compute[75502]:   </features>
Dec 06 08:30:19 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:19 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:19 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:19 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:19 user nova-compute[75502]:   </clock>
Dec 06 08:30:19 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:19 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:19 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:19 user nova-compute[75502]:   </cpu>
Dec 06 08:30:19 user nova-compute[75502]:   <devices>
Dec 06 08:30:19 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:19 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:19 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk"/>
Dec 06 08:30:19 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:19 user nova-compute[75502]:     </disk>
Dec 06 08:30:19 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:19 user nova-compute[75502]:       <mac address="fa:16:3e:1e:84:e5"/>
Dec 06 08:30:19 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:19 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:19 user nova-compute[75502]:       <target dev="tap4799a379-72"/>
Dec 06 08:30:19 user nova-compute[75502]:     </interface>
Dec 06 08:30:19 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:19 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/console.log" append="off"/>
Dec 06 08:30:19 user nova-compute[75502]:     </serial>
Dec 06 08:30:19 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:19 user nova-compute[75502]:     <video>
Dec 06 08:30:19 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:19 user nova-compute[75502]:     </video>
Dec 06 08:30:19 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:19 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:19 user nova-compute[75502]:     </rng>
Dec 06 08:30:19 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:19 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:19 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:19 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:19 user nova-compute[75502]:   </devices>
Dec 06 08:30:19 user nova-compute[75502]: </domain>
Dec 06 08:30:19 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1931210310',display_name='tempest-DeleteServersTestJSON-server-1931210310',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1931210310',id=3,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='89bfc9c10cfb44d0be964987607eefb9',ramdisk_id='',reservation_id='r-atxhd2j5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-452535479',owner_user_name='tempest-DeleteServersTestJSON-452535479-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:13Z,user_data=None,user_id='60e3196a982f43bab97fdf71d45f1a16',uuid=d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Converting VIF {"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG os_vif [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4332b473-6efe-5fb5-b8e9-c5b44723fb5e', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4799a379-72, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4799a379-72, col_values=(('qos', UUID('65116c70-da5a-42d6-879e-37346c3e00a1')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4799a379-72, col_values=(('external_ids', {'iface-id': '4799a379-7255-4042-8396-af9e8703c45f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:84:e5', 'vm-uuid': 'd1aac6ef-ca1c-45bb-ae46-a7451ffa3da3'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: INFO os_vif [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72')
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.879s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk 1073741824" returned: 0 in 0.080s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance network_info: |[{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.neutron [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Start _get_guest_xml network_info=[{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:20 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:20 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1182806752',display_name='tempest-ServerStableDeviceRescueTest-server-1182806752',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1182806752',id=4,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPIN9pHXpg/aRctrDe54VIgSqBfI+D71zZzsee0G8V+AJL+iAxfmCSMI/zdgMUuAmWt1fYK1rGcfakoD0cy4j6XOPOpay+AunnlAOJUn5yzuguxMpVCgKQD6baRkBKRbHQ==',key_name='tempest-keypair-2131531659',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9cbe16ed57c418a8a39ffb4f32af684',ramdisk_id='',reservation_id='r-cy6b6nqx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2079230076',owner_user_name='tempest-ServerStableDeviceRescueTest-2079230076-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63924e770df94819a18483ece12e7198',uuid=7b21b578-9add-4185-b9c4-d05bb7579e29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converting VIF {"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.objects.instance [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:20 user nova-compute[75502]:   <uuid>7b21b578-9add-4185-b9c4-d05bb7579e29</uuid>
Dec 06 08:30:20 user nova-compute[75502]:   <name>instance-00000004</name>
Dec 06 08:30:20 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:20 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:20 user nova-compute[75502]:   <metadata>
Dec 06 08:30:20 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:20 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:20 user nova-compute[75502]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1182806752</nova:name>
Dec 06 08:30:20 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:20</nova:creationTime>
Dec 06 08:30:20 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:20 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:20 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:20 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:user uuid="63924e770df94819a18483ece12e7198">tempest-ServerStableDeviceRescueTest-2079230076-project-member</nova:user>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:project uuid="e9cbe16ed57c418a8a39ffb4f32af684">tempest-ServerStableDeviceRescueTest-2079230076</nova:project>
Dec 06 08:30:20 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:20 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:20 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:20 user nova-compute[75502]:         <nova:port uuid="c9be850d-3d8f-4a09-9fdf-8ec982d06fbb">
Dec 06 08:30:20 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:30:20 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:20 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:20 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:20 user nova-compute[75502]:   </metadata>
Dec 06 08:30:20 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:20 user nova-compute[75502]:     <system>
Dec 06 08:30:20 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:20 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:20 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:20 user nova-compute[75502]:       <entry name="serial">7b21b578-9add-4185-b9c4-d05bb7579e29</entry>
Dec 06 08:30:20 user nova-compute[75502]:       <entry name="uuid">7b21b578-9add-4185-b9c4-d05bb7579e29</entry>
Dec 06 08:30:20 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:20 user nova-compute[75502]:     </system>
Dec 06 08:30:20 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:20 user nova-compute[75502]:   <os>
Dec 06 08:30:20 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:20 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:20 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:20 user nova-compute[75502]:   </os>
Dec 06 08:30:20 user nova-compute[75502]:   <features>
Dec 06 08:30:20 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:20 user nova-compute[75502]:     <apic/>
Dec 06 08:30:20 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:20 user nova-compute[75502]:   </features>
Dec 06 08:30:20 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:20 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:20 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:20 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:20 user nova-compute[75502]:   </clock>
Dec 06 08:30:20 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:20 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:20 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:20 user nova-compute[75502]:   </cpu>
Dec 06 08:30:20 user nova-compute[75502]:   <devices>
Dec 06 08:30:20 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:20 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:20 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk"/>
Dec 06 08:30:20 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:20 user nova-compute[75502]:     </disk>
Dec 06 08:30:20 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:20 user nova-compute[75502]:       <mac address="fa:16:3e:44:1a:df"/>
Dec 06 08:30:20 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:20 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:20 user nova-compute[75502]:       <target dev="tapc9be850d-3d"/>
Dec 06 08:30:20 user nova-compute[75502]:     </interface>
Dec 06 08:30:20 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:20 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/console.log" append="off"/>
Dec 06 08:30:20 user nova-compute[75502]:     </serial>
Dec 06 08:30:20 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:20 user nova-compute[75502]:     <video>
Dec 06 08:30:20 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:20 user nova-compute[75502]:     </video>
Dec 06 08:30:20 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:20 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:20 user nova-compute[75502]:     </rng>
Dec 06 08:30:20 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:20 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:20 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:20 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:20 user nova-compute[75502]:   </devices>
Dec 06 08:30:20 user nova-compute[75502]: </domain>
Dec 06 08:30:20 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1182806752',display_name='tempest-ServerStableDeviceRescueTest-server-1182806752',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1182806752',id=4,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPIN9pHXpg/aRctrDe54VIgSqBfI+D71zZzsee0G8V+AJL+iAxfmCSMI/zdgMUuAmWt1fYK1rGcfakoD0cy4j6XOPOpay+AunnlAOJUn5yzuguxMpVCgKQD6baRkBKRbHQ==',key_name='tempest-keypair-2131531659',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e9cbe16ed57c418a8a39ffb4f32af684',ramdisk_id='',reservation_id='r-cy6b6nqx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2079230076',owner_user_name='tempest-ServerStableDeviceRescueTest-2079230076-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63924e770df94819a18483ece12e7198',uuid=7b21b578-9add-4185-b9c4-d05bb7579e29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converting VIF {"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG os_vif [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:20 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9d1da721-0e4b-52df-840a-74c6d268e19e', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] No VIF found with MAC fa:16:3e:1e:84:e5, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc9be850d-3d, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc9be850d-3d, col_values=(('qos', UUID('7535ea52-32cb-44e3-be7a-7561712bd198')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc9be850d-3d, col_values=(('external_ids', {'iface-id': 'c9be850d-3d8f-4a09-9fdf-8ec982d06fbb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:1a:df', 'vm-uuid': '7b21b578-9add-4185-b9c4-d05bb7579e29'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.policy [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6228139838f4a3588c66e70850b9d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fbc044696134c55bd39d4d5daf4777a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:20 user nova-compute[75502]: INFO os_vif [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d')
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.406s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No VIF found with MAC fa:16:3e:44:1a:df, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:20 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Creating image(s)
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "/opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "/opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "/opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Cannot resize image /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Ensure instance console log exists: /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.206s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.network.neutron [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Updated VIF entry in instance network info cache for port 4799a379-7255-4042-8396-af9e8703c45f. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.network.neutron [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Updating instance_info_cache with network_info: [{"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-53807f6f-1c58-483c-bbae-53a2e45291eb req-d7826bc5-2930-4dcb-aeed-dffd2c4ca5a0 service nova] Releasing lock "refresh_cache-d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.network.neutron [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updated VIF entry in instance network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.network.neutron [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55778b34-c0ea-4e28-a6fc-db0bdc095c3f req-01669fe9-5d30-4f91-a8c3-49700f99f63f service nova] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk 1073741824" returned: 0 in 0.055s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:21 user nova-compute[75502]: INFO nova.compute.claims [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Claim successful on node user
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Cannot resize image /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Ensure instance console log exists: /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG nova.policy [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d31d78f32d0487b9508113ae9c0b332', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5b9065da93c4eb0a2482127726014ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Successfully created port: 8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:22 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Creating image(s)
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.216s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG nova.network.neutron [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Successfully created port: c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk 1073741824" returned: 0 in 0.068s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.216s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Cannot resize image /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Ensure instance console log exists: /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Successfully created port: c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Successfully updated port: 8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquired lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.compute.manager [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-changed-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG nova.compute.manager [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Refreshing instance network info cache due to event network-changed-8e8ccf4a-f0d0-4b45-98c8-bac731bba018. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] Acquiring lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Successfully updated port: c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updating instance_info_cache with network_info: [{"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Releasing lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Instance network_info: |[{"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] Acquired lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.neutron [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Refreshing network info cache for port 8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Start _get_guest_xml network_info=[{"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1251906014',display_name='tempest-AttachVolumeNegativeTest-server-1251906014',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1251906014',id=5,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI12aeXNRihPJKMcOjFPF9HffmHSbdVqu8kodBVJvu5ICbyLMwUJ93j9DBM78qdlgcUfvPHBbmsz9xXmmbm09uexMNN8E9SMD0JolC7l+brDXBXMFQDQURXci3ffO14vzg==',key_name='tempest-keypair-392703232',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-6ju1q5ju',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=f5327444-1a80-4fea-9abd-a21ecf5d2a4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'pci_devices' on Instance uuid f5327444-1a80-4fea-9abd-a21ecf5d2a4a {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:24 user nova-compute[75502]:   <uuid>f5327444-1a80-4fea-9abd-a21ecf5d2a4a</uuid>
Dec 06 08:30:24 user nova-compute[75502]:   <name>instance-00000005</name>
Dec 06 08:30:24 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:24 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:24 user nova-compute[75502]:   <metadata>
Dec 06 08:30:24 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:24 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:24 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1251906014</nova:name>
Dec 06 08:30:24 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:24</nova:creationTime>
Dec 06 08:30:24 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:24 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:24 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:24 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:user uuid="cccdebece9354e2b93ef212b97215d34">tempest-AttachVolumeNegativeTest-465406077-project-member</nova:user>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:project uuid="5605c4c1ac7c42f1906b98680decff52">tempest-AttachVolumeNegativeTest-465406077</nova:project>
Dec 06 08:30:24 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:24 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:24 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:24 user nova-compute[75502]:         <nova:port uuid="8e8ccf4a-f0d0-4b45-98c8-bac731bba018">
Dec 06 08:30:24 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 08:30:24 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:24 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:24 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:24 user nova-compute[75502]:   </metadata>
Dec 06 08:30:24 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:24 user nova-compute[75502]:     <system>
Dec 06 08:30:24 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:24 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:24 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:24 user nova-compute[75502]:       <entry name="serial">f5327444-1a80-4fea-9abd-a21ecf5d2a4a</entry>
Dec 06 08:30:24 user nova-compute[75502]:       <entry name="uuid">f5327444-1a80-4fea-9abd-a21ecf5d2a4a</entry>
Dec 06 08:30:24 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:24 user nova-compute[75502]:     </system>
Dec 06 08:30:24 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:24 user nova-compute[75502]:   <os>
Dec 06 08:30:24 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:24 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:24 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:24 user nova-compute[75502]:   </os>
Dec 06 08:30:24 user nova-compute[75502]:   <features>
Dec 06 08:30:24 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:24 user nova-compute[75502]:     <apic/>
Dec 06 08:30:24 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:24 user nova-compute[75502]:   </features>
Dec 06 08:30:24 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:24 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:24 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:24 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:24 user nova-compute[75502]:   </clock>
Dec 06 08:30:24 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:24 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:24 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:24 user nova-compute[75502]:   </cpu>
Dec 06 08:30:24 user nova-compute[75502]:   <devices>
Dec 06 08:30:24 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:24 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:24 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk"/>
Dec 06 08:30:24 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:24 user nova-compute[75502]:     </disk>
Dec 06 08:30:24 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:24 user nova-compute[75502]:       <mac address="fa:16:3e:46:b1:5a"/>
Dec 06 08:30:24 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:24 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:24 user nova-compute[75502]:       <target dev="tap8e8ccf4a-f0"/>
Dec 06 08:30:24 user nova-compute[75502]:     </interface>
Dec 06 08:30:24 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:24 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/console.log" append="off"/>
Dec 06 08:30:24 user nova-compute[75502]:     </serial>
Dec 06 08:30:24 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:24 user nova-compute[75502]:     <video>
Dec 06 08:30:24 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:24 user nova-compute[75502]:     </video>
Dec 06 08:30:24 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:24 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:24 user nova-compute[75502]:     </rng>
Dec 06 08:30:24 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:24 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:24 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:24 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:24 user nova-compute[75502]:   </devices>
Dec 06 08:30:24 user nova-compute[75502]: </domain>
Dec 06 08:30:24 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1251906014',display_name='tempest-AttachVolumeNegativeTest-server-1251906014',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1251906014',id=5,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI12aeXNRihPJKMcOjFPF9HffmHSbdVqu8kodBVJvu5ICbyLMwUJ93j9DBM78qdlgcUfvPHBbmsz9xXmmbm09uexMNN8E9SMD0JolC7l+brDXBXMFQDQURXci3ffO14vzg==',key_name='tempest-keypair-392703232',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-6ju1q5ju',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=f5327444-1a80-4fea-9abd-a21ecf5d2a4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG os_vif [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c87341e-7ebe-52ee-bf16-9c3e9fe2f974', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8e8ccf4a-f0, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8e8ccf4a-f0, col_values=(('qos', UUID('7a0d7e74-aea9-46e6-8d31-c5a4652c3b97')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8e8ccf4a-f0, col_values=(('external_ids', {'iface-id': '8e8ccf4a-f0d0-4b45-98c8-bac731bba018', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:b1:5a', 'vm-uuid': 'f5327444-1a80-4fea-9abd-a21ecf5d2a4a'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:25 user nova-compute[75502]: INFO os_vif [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0')
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:46:b1:5a, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Instance network_info: |[{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Start _get_guest_xml network_info=[{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Successfully updated port: c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-changed-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Refreshing instance network info cache due to event network-changed-c2a522d0-7188-4958-a89b-b16457b8233d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updated VIF entry in instance network info cache for port 8e8ccf4a-f0d0-4b45-98c8-bac731bba018. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updating instance_info_cache with network_info: [{"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:25 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance spawned successfully.
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1f132891-2832-49ca-8583-280072d94b12 req-79bbf621-88ee-4c8e-9f12-72bddb4b5e95 service nova] Releasing lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1116566060',display_name='tempest-ServerActionsTestOtherA-server-1116566060',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1116566060',id=6,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-jzma7gwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=d357bbf7-2283-40fc-80ae-ffbff9824fb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.objects.instance [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'pci_devices' on Instance uuid d357bbf7-2283-40fc-80ae-ffbff9824fb9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:25 user nova-compute[75502]:   <uuid>d357bbf7-2283-40fc-80ae-ffbff9824fb9</uuid>
Dec 06 08:30:25 user nova-compute[75502]:   <name>instance-00000006</name>
Dec 06 08:30:25 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:25 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:25 user nova-compute[75502]:   <metadata>
Dec 06 08:30:25 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:25 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:25 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherA-server-1116566060</nova:name>
Dec 06 08:30:25 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:25</nova:creationTime>
Dec 06 08:30:25 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:25 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:25 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:25 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:user uuid="b6228139838f4a3588c66e70850b9d03">tempest-ServerActionsTestOtherA-694215749-project-member</nova:user>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:project uuid="0fbc044696134c55bd39d4d5daf4777a">tempest-ServerActionsTestOtherA-694215749</nova:project>
Dec 06 08:30:25 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:25 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:25 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:25 user nova-compute[75502]:         <nova:port uuid="c828bea8-5527-4e28-970b-3d94ad4b8203">
Dec 06 08:30:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 08:30:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:25 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:25 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:25 user nova-compute[75502]:   </metadata>
Dec 06 08:30:25 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:25 user nova-compute[75502]:     <system>
Dec 06 08:30:25 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:25 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:25 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:25 user nova-compute[75502]:       <entry name="serial">d357bbf7-2283-40fc-80ae-ffbff9824fb9</entry>
Dec 06 08:30:25 user nova-compute[75502]:       <entry name="uuid">d357bbf7-2283-40fc-80ae-ffbff9824fb9</entry>
Dec 06 08:30:25 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:25 user nova-compute[75502]:     </system>
Dec 06 08:30:25 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:25 user nova-compute[75502]:   <os>
Dec 06 08:30:25 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:25 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:25 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:25 user nova-compute[75502]:   </os>
Dec 06 08:30:25 user nova-compute[75502]:   <features>
Dec 06 08:30:25 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:25 user nova-compute[75502]:     <apic/>
Dec 06 08:30:25 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:25 user nova-compute[75502]:   </features>
Dec 06 08:30:25 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:25 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:25 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:25 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:25 user nova-compute[75502]:   </clock>
Dec 06 08:30:25 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:25 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:25 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:25 user nova-compute[75502]:   </cpu>
Dec 06 08:30:25 user nova-compute[75502]:   <devices>
Dec 06 08:30:25 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:25 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:25 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk"/>
Dec 06 08:30:25 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:25 user nova-compute[75502]:     </disk>
Dec 06 08:30:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:25 user nova-compute[75502]:       <mac address="fa:16:3e:b1:18:23"/>
Dec 06 08:30:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:25 user nova-compute[75502]:       <target dev="tapc828bea8-55"/>
Dec 06 08:30:25 user nova-compute[75502]:     </interface>
Dec 06 08:30:25 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:25 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/console.log" append="off"/>
Dec 06 08:30:25 user nova-compute[75502]:     </serial>
Dec 06 08:30:25 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:25 user nova-compute[75502]:     <video>
Dec 06 08:30:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:25 user nova-compute[75502]:     </video>
Dec 06 08:30:25 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:25 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:25 user nova-compute[75502]:     </rng>
Dec 06 08:30:25 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:25 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:25 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:25 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:25 user nova-compute[75502]:   </devices>
Dec 06 08:30:25 user nova-compute[75502]: </domain>
Dec 06 08:30:25 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1116566060',display_name='tempest-ServerActionsTestOtherA-server-1116566060',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1116566060',id=6,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-jzma7gwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=d357bbf7-2283-40fc-80ae-ffbff9824fb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG os_vif [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd94dd7a6-86db-58e8-98c4-7db822ba4e44', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc828bea8-55, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc828bea8-55, col_values=(('qos', UUID('308a4ab0-5897-4ba9-bd00-767dd05db612')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc828bea8-55, col_values=(('external_ids', {'iface-id': 'c828bea8-5527-4e28-970b-3d94ad4b8203', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:18:23', 'vm-uuid': 'd357bbf7-2283-40fc-80ae-ffbff9824fb9'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:25 user nova-compute[75502]: INFO nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Took 14.25 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:25 user nova-compute[75502]: INFO os_vif [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55')
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No VIF found with MAC fa:16:3e:b1:18:23, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:25 user nova-compute[75502]: INFO nova.compute.manager [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Took 16.39 seconds to build instance.
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81cb7563-e456-4f95-80bf-85ac35f760a5 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.606s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-changed-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Refreshing instance network info cache due to event network-changed-c828bea8-5527-4e28-970b-3d94ad4b8203. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Refreshing network info cache for port c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance network_info: |[{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Refreshing network info cache for port c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start _get_guest_xml network_info=[{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance spawned successfully.
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:26 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:26 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'pci_devices' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updated VIF entry in instance network info cache for port c828bea8-5527-4e28-970b-3d94ad4b8203. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:26 user nova-compute[75502]:   <uuid>d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</uuid>
Dec 06 08:30:26 user nova-compute[75502]:   <name>instance-00000007</name>
Dec 06 08:30:26 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:26 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:26 user nova-compute[75502]:   <metadata>
Dec 06 08:30:26 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:26 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:26 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherB-server-1320262292</nova:name>
Dec 06 08:30:26 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:26</nova:creationTime>
Dec 06 08:30:26 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:26 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:26 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:26 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:user uuid="2d31d78f32d0487b9508113ae9c0b332">tempest-ServerActionsTestOtherB-377709706-project-member</nova:user>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:project uuid="a5b9065da93c4eb0a2482127726014ac">tempest-ServerActionsTestOtherB-377709706</nova:project>
Dec 06 08:30:26 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:26 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:26 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:26 user nova-compute[75502]:         <nova:port uuid="c2a522d0-7188-4958-a89b-b16457b8233d">
Dec 06 08:30:26 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 08:30:26 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:26 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:26 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:26 user nova-compute[75502]:   </metadata>
Dec 06 08:30:26 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:26 user nova-compute[75502]:     <system>
Dec 06 08:30:26 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:26 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:26 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:26 user nova-compute[75502]:       <entry name="serial">d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</entry>
Dec 06 08:30:26 user nova-compute[75502]:       <entry name="uuid">d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</entry>
Dec 06 08:30:26 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:26 user nova-compute[75502]:     </system>
Dec 06 08:30:26 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:26 user nova-compute[75502]:   <os>
Dec 06 08:30:26 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:26 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:26 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:26 user nova-compute[75502]:   </os>
Dec 06 08:30:26 user nova-compute[75502]:   <features>
Dec 06 08:30:26 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:26 user nova-compute[75502]:     <apic/>
Dec 06 08:30:26 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:26 user nova-compute[75502]:   </features>
Dec 06 08:30:26 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:26 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:26 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:26 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:26 user nova-compute[75502]:   </clock>
Dec 06 08:30:26 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:26 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:26 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:26 user nova-compute[75502]:   </cpu>
Dec 06 08:30:26 user nova-compute[75502]:   <devices>
Dec 06 08:30:26 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:26 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:26 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk"/>
Dec 06 08:30:26 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:26 user nova-compute[75502]:     </disk>
Dec 06 08:30:26 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:26 user nova-compute[75502]:       <mac address="fa:16:3e:7a:43:0f"/>
Dec 06 08:30:26 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:26 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:26 user nova-compute[75502]:       <target dev="tapc2a522d0-71"/>
Dec 06 08:30:26 user nova-compute[75502]:     </interface>
Dec 06 08:30:26 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:26 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/console.log" append="off"/>
Dec 06 08:30:26 user nova-compute[75502]:     </serial>
Dec 06 08:30:26 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:26 user nova-compute[75502]:     <video>
Dec 06 08:30:26 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:26 user nova-compute[75502]:     </video>
Dec 06 08:30:26 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:26 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:26 user nova-compute[75502]:     </rng>
Dec 06 08:30:26 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:26 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:26 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:26 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:26 user nova-compute[75502]:   </devices>
Dec 06 08:30:26 user nova-compute[75502]: </domain>
Dec 06 08:30:26 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG os_vif [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b89f1974-bf95-4c95-b7e2-e0dee180e564 req-c0e12857-177b-4bb5-977a-eed4a71b5560 service nova] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '32dd1d69-827f-5616-aaef-a364d27ba4af', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2a522d0-71, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2a522d0-71, col_values=(('qos', UUID('804f9698-6688-402c-8e18-1e012d9a6a5f')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2a522d0-71, col_values=(('external_ids', {'iface-id': 'c2a522d0-7188-4958-a89b-b16457b8233d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:43:0f', 'vm-uuid': 'd7b488bc-d92e-4c2a-9284-d3d54b5c12f8'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: INFO nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Took 17.80 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: INFO os_vif [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71')
Dec 06 08:30:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No VIF found with MAC fa:16:3e:7a:43:0f, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:26 user nova-compute[75502]: INFO nova.compute.manager [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Took 19.39 seconds to build instance.
Dec 06 08:30:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4a4de2d-e241-4bcc-ae15-643aa04d961d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.708s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updated VIF entry in instance network info cache for port c2a522d0-7188-4958-a89b-b16457b8233d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d545a019-a333-47f2-a7ba-f1864e5ae909 req-c32ca94d-1c8f-4097-ac46-863d11b42601 service nova] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-18ced3c1-e4e0-43e0-a829-4cfa6ed3a539 req-4d62c401-110a-441f-bd0b-e0b52256ca93 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-18ced3c1-e4e0-43e0-a829-4cfa6ed3a539 req-4d62c401-110a-441f-bd0b-e0b52256ca93 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-18ced3c1-e4e0-43e0-a829-4cfa6ed3a539 req-4d62c401-110a-441f-bd0b-e0b52256ca93 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-18ced3c1-e4e0-43e0-a829-4cfa6ed3a539 req-4d62c401-110a-441f-bd0b-e0b52256ca93 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-18ced3c1-e4e0-43e0-a829-4cfa6ed3a539 req-4d62c401-110a-441f-bd0b-e0b52256ca93 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:29 user nova-compute[75502]: WARNING nova.compute.manager [req-18ced3c1-e4e0-43e0-a829-4cfa6ed3a539 req-4d62c401-110a-441f-bd0b-e0b52256ca93 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state None.
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Instance spawned successfully.
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:29 user nova-compute[75502]: INFO nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Took 17.28 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:30 user nova-compute[75502]: INFO nova.compute.manager [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Took 18.14 seconds to build instance.
Dec 06 08:30:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c0fda88-fa58-49a8-9fa9-a97f54f2e2be tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.353s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.013s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:31 user nova-compute[75502]: WARNING nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state None.
Dec 06 08:30:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] No waiting events found dispatching network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:31 user nova-compute[75502]: WARNING nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received unexpected event network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f for instance with vm_state active and task_state None.
Dec 06 08:30:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.010s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] No waiting events found dispatching network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:31 user nova-compute[75502]: WARNING nova.compute.manager [req-fb3de281-9e47-4527-92fe-70e8ce5a3eb4 req-2dc8785b-2cd5-4935-bafc-e76ba1387397 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received unexpected event network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f for instance with vm_state active and task_state None.
Dec 06 08:30:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance spawned successfully.
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:32 user nova-compute[75502]: INFO nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Took 17.97 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:33 user nova-compute[75502]: INFO nova.compute.manager [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Took 19.36 seconds to build instance.
Dec 06 08:30:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0f21a93d-6516-4930-9070-3b66d7e3be7b tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.552s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Instance spawned successfully.
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:34 user nova-compute[75502]: INFO nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Took 15.00 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:34 user nova-compute[75502]: INFO nova.compute.manager [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Took 16.28 seconds to build instance.
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b8f45abc-5b33-4dbc-8a81-d44c72f76c48 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.472s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Instance spawned successfully.
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: INFO nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Took 14.52 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:35 user nova-compute[75502]: INFO nova.compute.manager [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Took 16.61 seconds to build instance.
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance spawned successfully.
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-502b0a1e-3202-417c-92f8-ea39cdcfa2e0 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.770s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:35 user nova-compute[75502]: INFO nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Took 13.43 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:35 user nova-compute[75502]: INFO nova.compute.manager [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Took 14.71 seconds to build instance.
Dec 06 08:30:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a3adefc-a174-45dc-9fa0-f8babac5b146 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.021s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.021s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:39 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:39 user nova-compute[75502]: INFO nova.compute.claims [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Claim successful on node user
Dec 06 08:30:39 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.090s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.policy [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd2f892d77004dbd82c287a4c3ec0ddd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aca5cfedb41466eb70688d0434a98da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Creating image(s)
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "/opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "/opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "/opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.446s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:41 user nova-compute[75502]: INFO nova.compute.claims [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Claim successful on node user
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.420s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk 1073741824" returned: 0 in 0.250s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.675s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-abe2ba8e-ee3d-4c66-a963-a71e813d5728 req-06d37228-4f95-4bbf-9fbb-f349be9443b7 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-abe2ba8e-ee3d-4c66-a963-a71e813d5728 req-06d37228-4f95-4bbf-9fbb-f349be9443b7 service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-abe2ba8e-ee3d-4c66-a963-a71e813d5728 req-06d37228-4f95-4bbf-9fbb-f349be9443b7 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-abe2ba8e-ee3d-4c66-a963-a71e813d5728 req-06d37228-4f95-4bbf-9fbb-f349be9443b7 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-abe2ba8e-ee3d-4c66-a963-a71e813d5728 req-06d37228-4f95-4bbf-9fbb-f349be9443b7 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:42 user nova-compute[75502]: WARNING nova.compute.manager [req-abe2ba8e-ee3d-4c66-a963-a71e813d5728 req-06d37228-4f95-4bbf-9fbb-f349be9443b7 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state active and task_state None.
Dec 06 08:30:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.590s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.263s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.525s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Cannot resize image /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Ensure instance console log exists: /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.policy [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '621930819f6d4d0cbd4cad4f2f0632c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77bd8815d3b4bb1929ada1991df3035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Creating image(s)
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "/opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "/opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "/opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.045s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "4fd03cd30cf4149d85e563e80d44e0888f982702" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "4fd03cd30cf4149d85e563e80d44e0888f982702" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Successfully created port: 4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Successfully created port: 6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:45 user nova-compute[75502]: WARNING nova.compute.manager [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state active and task_state None.
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] No waiting events found dispatching network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:45 user nova-compute[75502]: WARNING nova.compute.manager [req-0d3c8602-3755-4ff5-8494-9f25d5be0a09 req-897bc6eb-d3e6-45ce-bd41-b3569c4bf865 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received unexpected event network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 for instance with vm_state active and task_state None.
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.part --force-share --output=json" returned: 0 in 0.591s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.virt.images [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:30:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.part /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.part /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.converted" returned: 0 in 0.594s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702.converted --force-share --output=json" returned: 0 in 0.233s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "4fd03cd30cf4149d85e563e80d44e0888f982702" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.496s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Successfully updated port: 4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquired lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-718de910-c519-4c7b-b467-83fdf85b5d01 req-227ce563-fc04-42e9-ac2d-9f9c4b71130b service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-718de910-c519-4c7b-b467-83fdf85b5d01 req-227ce563-fc04-42e9-ac2d-9f9c4b71130b service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-718de910-c519-4c7b-b467-83fdf85b5d01 req-227ce563-fc04-42e9-ac2d-9f9c4b71130b service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-718de910-c519-4c7b-b467-83fdf85b5d01 req-227ce563-fc04-42e9-ac2d-9f9c4b71130b service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-718de910-c519-4c7b-b467-83fdf85b5d01 req-227ce563-fc04-42e9-ac2d-9f9c4b71130b service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:46 user nova-compute[75502]: WARNING nova.compute.manager [req-718de910-c519-4c7b-b467-83fdf85b5d01 req-227ce563-fc04-42e9-ac2d-9f9c4b71130b service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state active and task_state None.
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 --force-share --output=json" returned: 0 in 0.243s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "4fd03cd30cf4149d85e563e80d44e0888f982702" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "4fd03cd30cf4149d85e563e80d44e0888f982702" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] No waiting events found dispatching network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:46 user nova-compute[75502]: WARNING nova.compute.manager [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received unexpected event network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 for instance with vm_state active and task_state None.
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-changed-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Refreshing instance network info cache due to event network-changed-4d91d052-7ac3-4769-bb49-9629e3d80052. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] Acquiring lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:46 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 --force-share --output=json" returned: 0 in 0.429s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702,backing_fmt=raw /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702,backing_fmt=raw /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk 1073741824" returned: 0 in 0.126s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "4fd03cd30cf4149d85e563e80d44e0888f982702" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.580s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Successfully updated port: 6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updating instance_info_cache with network_info: [{"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquired lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Releasing lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Instance network_info: |[{"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] Acquired lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Refreshing network info cache for port 4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Start _get_guest_xml network_info=[{"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:47 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:47 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2021734438',display_name='tempest-TestVolumeSwap-server-2021734438',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2021734438',id=8,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMiIcZreK5qb8oPXYYz3hCgFRKnnq3UGNxE3ZWu50/ieZWFiIOYmqSk8kOxhw9NfW2/NTUmOkz9ZBHvgH3VJd2Kt2dccBwDOX8GUu5hDSC7f+lexNBU2COGdb7ddL3mfUg==',key_name='tempest-keypair-728454105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1aca5cfedb41466eb70688d0434a98da',ramdisk_id='',reservation_id='r-0uy8gt5l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-239048244',owner_user_name='tempest-TestVolumeSwap-239048244-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd2f892d77004dbd82c287a4c3ec0ddd',uuid=de492712-d0dd-48fb-af72-638d972d2937,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Converting VIF {"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.objects.instance [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lazy-loading 'pci_devices' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 --force-share --output=json" returned: 0 in 0.459s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:47 user nova-compute[75502]:   <uuid>de492712-d0dd-48fb-af72-638d972d2937</uuid>
Dec 06 08:30:47 user nova-compute[75502]:   <name>instance-00000008</name>
Dec 06 08:30:47 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:47 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:47 user nova-compute[75502]:   <metadata>
Dec 06 08:30:47 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:47 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:47 user nova-compute[75502]:       <nova:name>tempest-TestVolumeSwap-server-2021734438</nova:name>
Dec 06 08:30:47 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:47</nova:creationTime>
Dec 06 08:30:47 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:47 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:47 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:47 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:user uuid="dd2f892d77004dbd82c287a4c3ec0ddd">tempest-TestVolumeSwap-239048244-project-member</nova:user>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:project uuid="1aca5cfedb41466eb70688d0434a98da">tempest-TestVolumeSwap-239048244</nova:project>
Dec 06 08:30:47 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:47 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:30:47 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:47 user nova-compute[75502]:         <nova:port uuid="4d91d052-7ac3-4769-bb49-9629e3d80052">
Dec 06 08:30:47 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 08:30:47 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:47 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:47 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:47 user nova-compute[75502]:   </metadata>
Dec 06 08:30:47 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:47 user nova-compute[75502]:     <system>
Dec 06 08:30:47 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:47 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:47 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:47 user nova-compute[75502]:       <entry name="serial">de492712-d0dd-48fb-af72-638d972d2937</entry>
Dec 06 08:30:47 user nova-compute[75502]:       <entry name="uuid">de492712-d0dd-48fb-af72-638d972d2937</entry>
Dec 06 08:30:47 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:47 user nova-compute[75502]:     </system>
Dec 06 08:30:47 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:47 user nova-compute[75502]:   <os>
Dec 06 08:30:47 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:47 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:47 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:47 user nova-compute[75502]:   </os>
Dec 06 08:30:47 user nova-compute[75502]:   <features>
Dec 06 08:30:47 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:47 user nova-compute[75502]:     <apic/>
Dec 06 08:30:47 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:47 user nova-compute[75502]:   </features>
Dec 06 08:30:47 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:47 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:47 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:47 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:47 user nova-compute[75502]:   </clock>
Dec 06 08:30:47 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:47 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:47 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:47 user nova-compute[75502]:   </cpu>
Dec 06 08:30:47 user nova-compute[75502]:   <devices>
Dec 06 08:30:47 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:47 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:47 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk"/>
Dec 06 08:30:47 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:30:47 user nova-compute[75502]:     </disk>
Dec 06 08:30:47 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:47 user nova-compute[75502]:       <mac address="fa:16:3e:df:e5:06"/>
Dec 06 08:30:47 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:47 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:47 user nova-compute[75502]:       <target dev="tap4d91d052-7a"/>
Dec 06 08:30:47 user nova-compute[75502]:     </interface>
Dec 06 08:30:47 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:47 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/console.log" append="off"/>
Dec 06 08:30:47 user nova-compute[75502]:     </serial>
Dec 06 08:30:47 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:47 user nova-compute[75502]:     <video>
Dec 06 08:30:47 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:47 user nova-compute[75502]:     </video>
Dec 06 08:30:47 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:47 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:47 user nova-compute[75502]:     </rng>
Dec 06 08:30:47 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:47 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:47 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:47 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:47 user nova-compute[75502]:   </devices>
Dec 06 08:30:47 user nova-compute[75502]: </domain>
Dec 06 08:30:47 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2021734438',display_name='tempest-TestVolumeSwap-server-2021734438',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2021734438',id=8,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMiIcZreK5qb8oPXYYz3hCgFRKnnq3UGNxE3ZWu50/ieZWFiIOYmqSk8kOxhw9NfW2/NTUmOkz9ZBHvgH3VJd2Kt2dccBwDOX8GUu5hDSC7f+lexNBU2COGdb7ddL3mfUg==',key_name='tempest-keypair-728454105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1aca5cfedb41466eb70688d0434a98da',ramdisk_id='',reservation_id='r-0uy8gt5l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-239048244',owner_user_name='tempest-TestVolumeSwap-239048244-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd2f892d77004dbd82c287a4c3ec0ddd',uuid=de492712-d0dd-48fb-af72-638d972d2937,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Converting VIF {"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG os_vif [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '05ce553c-2636-5c84-b5d7-380286ef935e', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4d91d052-7a, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4d91d052-7a, col_values=(('qos', UUID('34bb8f30-dd8c-493f-b479-024389f29ffe')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4d91d052-7a, col_values=(('external_ids', {'iface-id': '4d91d052-7ac3-4769-bb49-9629e3d80052', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:e5:06', 'vm-uuid': 'de492712-d0dd-48fb-af72-638d972d2937'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:48 user nova-compute[75502]: INFO os_vif [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a')
Dec 06 08:30:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Cannot resize image /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Ensure instance console log exists: /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] No VIF found with MAC fa:16:3e:df:e5:06, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.neutron [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updating instance_info_cache with network_info: [{"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Releasing lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Instance network_info: |[{"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Start _get_guest_xml network_info=[{"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:30:29Z,direct_url=<?>,disk_format='qcow2',id=f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a,min_disk=0,min_ram=0,name='',owner='87b824078a064fcab40baaeca1b0d438',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:30:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/sda', 'disk_bus': 'scsi', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': 'f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:30:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updated VIF entry in instance network info cache for port 4d91d052-7ac3-4769-bb49-9629e3d80052. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updating instance_info_cache with network_info: [{"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:30:29Z,direct_url=<?>,disk_format='qcow2',id=f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a,min_disk=0,min_ram=0,name='',owner='87b824078a064fcab40baaeca1b0d438',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:30:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:30:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1136970768',display_name='tempest-AttachSCSIVolumeTestJSON-server-1136970768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1136970768',id=9,image_ref='f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIlDEz9braOscikKqf7Ftzm+jAFXVPI35a2+DOJWN7KN6/Pcu6N66bg/nw0x+rBcqNN9HuKzeoaCaOJTcUnIV9GNrk0IquzL5UanMmJjBsoPgBXO58zeSyZ7AsZnyzH/OQ==',key_name='tempest-keypair-1087890921',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d77bd8815d3b4bb1929ada1991df3035',ramdisk_id='',reservation_id='r-k7i8dee0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-571054713',owner_user_name='tempest-AttachSCSIVolumeTestJSON-571054713-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621930819f6d4d0cbd4cad4f2f0632c9',uuid=1528eb17-3df0-4dff-b3d9-c699a95a58a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Converting VIF {"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lazy-loading 'pci_devices' on Instance uuid 1528eb17-3df0-4dff-b3d9-c699a95a58a8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f31a7f3-2861-41ba-8f5d-64835ac83834 req-0492e538-1971-4d54-89bd-80a9b6cdfe4d service nova] Releasing lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:30:48 user nova-compute[75502]:   <uuid>1528eb17-3df0-4dff-b3d9-c699a95a58a8</uuid>
Dec 06 08:30:48 user nova-compute[75502]:   <name>instance-00000009</name>
Dec 06 08:30:48 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:30:48 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:30:48 user nova-compute[75502]:   <metadata>
Dec 06 08:30:48 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:30:48 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:30:48 user nova-compute[75502]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1136970768</nova:name>
Dec 06 08:30:48 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:30:48</nova:creationTime>
Dec 06 08:30:48 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:30:48 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:30:48 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:30:48 user nova-compute[75502]:       <nova:owner>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:user uuid="621930819f6d4d0cbd4cad4f2f0632c9">tempest-AttachSCSIVolumeTestJSON-571054713-project-member</nova:user>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:project uuid="d77bd8815d3b4bb1929ada1991df3035">tempest-AttachSCSIVolumeTestJSON-571054713</nova:project>
Dec 06 08:30:48 user nova-compute[75502]:       </nova:owner>
Dec 06 08:30:48 user nova-compute[75502]:       <nova:root type="image" uuid="f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a"/>
Dec 06 08:30:48 user nova-compute[75502]:       <nova:ports>
Dec 06 08:30:48 user nova-compute[75502]:         <nova:port uuid="6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d">
Dec 06 08:30:48 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:30:48 user nova-compute[75502]:         </nova:port>
Dec 06 08:30:48 user nova-compute[75502]:       </nova:ports>
Dec 06 08:30:48 user nova-compute[75502]:     </nova:instance>
Dec 06 08:30:48 user nova-compute[75502]:   </metadata>
Dec 06 08:30:48 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:30:48 user nova-compute[75502]:     <system>
Dec 06 08:30:48 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:30:48 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:30:48 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:30:48 user nova-compute[75502]:       <entry name="serial">1528eb17-3df0-4dff-b3d9-c699a95a58a8</entry>
Dec 06 08:30:48 user nova-compute[75502]:       <entry name="uuid">1528eb17-3df0-4dff-b3d9-c699a95a58a8</entry>
Dec 06 08:30:48 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:30:48 user nova-compute[75502]:     </system>
Dec 06 08:30:48 user nova-compute[75502]:   </sysinfo>
Dec 06 08:30:48 user nova-compute[75502]:   <os>
Dec 06 08:30:48 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:30:48 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:30:48 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:30:48 user nova-compute[75502]:   </os>
Dec 06 08:30:48 user nova-compute[75502]:   <features>
Dec 06 08:30:48 user nova-compute[75502]:     <acpi/>
Dec 06 08:30:48 user nova-compute[75502]:     <apic/>
Dec 06 08:30:48 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:30:48 user nova-compute[75502]:   </features>
Dec 06 08:30:48 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:30:48 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:30:48 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:30:48 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:30:48 user nova-compute[75502]:   </clock>
Dec 06 08:30:48 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:30:48 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:30:48 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:30:48 user nova-compute[75502]:   </cpu>
Dec 06 08:30:48 user nova-compute[75502]:   <devices>
Dec 06 08:30:48 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:30:48 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:30:48 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk"/>
Dec 06 08:30:48 user nova-compute[75502]:       <target dev="sda" bus="scsi"/>
Dec 06 08:30:48 user nova-compute[75502]:       <address type="drive" controller="0" unit="0"/>
Dec 06 08:30:48 user nova-compute[75502]:     </disk>
Dec 06 08:30:48 user nova-compute[75502]:     <disk type="file" device="cdrom">
Dec 06 08:30:48 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 08:30:48 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.config"/>
Dec 06 08:30:48 user nova-compute[75502]:       <target dev="sdb" bus="scsi"/>
Dec 06 08:30:48 user nova-compute[75502]:       <address type="drive" controller="0" unit="1"/>
Dec 06 08:30:48 user nova-compute[75502]:     </disk>
Dec 06 08:30:48 user nova-compute[75502]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 06 08:30:48 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:30:48 user nova-compute[75502]:       <mac address="fa:16:3e:05:d0:fe"/>
Dec 06 08:30:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:48 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:30:48 user nova-compute[75502]:       <target dev="tap6cf784b5-3b"/>
Dec 06 08:30:48 user nova-compute[75502]:     </interface>
Dec 06 08:30:48 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:30:48 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/console.log" append="off"/>
Dec 06 08:30:48 user nova-compute[75502]:     </serial>
Dec 06 08:30:48 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:30:48 user nova-compute[75502]:     <video>
Dec 06 08:30:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:30:48 user nova-compute[75502]:     </video>
Dec 06 08:30:48 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:30:48 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:30:48 user nova-compute[75502]:     </rng>
Dec 06 08:30:48 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:30:48 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:30:48 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:30:48 user nova-compute[75502]:     </memballoon>
Dec 06 08:30:48 user nova-compute[75502]:   </devices>
Dec 06 08:30:48 user nova-compute[75502]: </domain>
Dec 06 08:30:48 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:30:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1136970768',display_name='tempest-AttachSCSIVolumeTestJSON-server-1136970768',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1136970768',id=9,image_ref='f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIlDEz9braOscikKqf7Ftzm+jAFXVPI35a2+DOJWN7KN6/Pcu6N66bg/nw0x+rBcqNN9HuKzeoaCaOJTcUnIV9GNrk0IquzL5UanMmJjBsoPgBXO58zeSyZ7AsZnyzH/OQ==',key_name='tempest-keypair-1087890921',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d77bd8815d3b4bb1929ada1991df3035',ramdisk_id='',reservation_id='r-k7i8dee0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-571054713',owner_user_name='tempest-AttachSCSIVolumeTestJSON-571054713-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621930819f6d4d0cbd4cad4f2f0632c9',uuid=1528eb17-3df0-4dff-b3d9-c699a95a58a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Converting VIF {"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG os_vif [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c1441417-7b4a-5c1d-890e-bc2aa8127d39', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6cf784b5-3b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6cf784b5-3b, col_values=(('qos', UUID('c8c56006-f7be-4f13-b3c5-f9f8bd69c812')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6cf784b5-3b, col_values=(('external_ids', {'iface-id': '6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:d0:fe', 'vm-uuid': '1528eb17-3df0-4dff-b3d9-c699a95a58a8'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:48 user nova-compute[75502]: INFO os_vif [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b')
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No BDM found with device name sda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:30:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No VIF found with MAC fa:16:3e:05:d0:fe, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:30:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Using config drive
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:49 user nova-compute[75502]: WARNING nova.compute.manager [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state active and task_state None.
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-changed-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Refreshing instance network info cache due to event network-changed-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] Acquiring lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] Acquired lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Refreshing network info cache for port 6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 08:30:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Creating config drive at /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.config
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp7nh5r7ob {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp7nh5r7ob" returned: 0 in 0.122s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG nova.network.neutron [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updated VIF entry in instance network info cache for port 6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG nova.network.neutron [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updating instance_info_cache with network_info: [{"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b5b1b3a2-08a3-40da-8267-9ac5acb4d422 req-cc0fb469-65c6-4fbd-84a0-7635d24af649 service nova] Releasing lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-63ca12a1-415f-4b4a-8dae-99ae89110d1a req-a0f6a07c-8ac4-49c2-88f2-dd81c9390df1 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-63ca12a1-415f-4b4a-8dae-99ae89110d1a req-a0f6a07c-8ac4-49c2-88f2-dd81c9390df1 service nova] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-63ca12a1-415f-4b4a-8dae-99ae89110d1a req-a0f6a07c-8ac4-49c2-88f2-dd81c9390df1 service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-63ca12a1-415f-4b4a-8dae-99ae89110d1a req-a0f6a07c-8ac4-49c2-88f2-dd81c9390df1 service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-63ca12a1-415f-4b4a-8dae-99ae89110d1a req-a0f6a07c-8ac4-49c2-88f2-dd81c9390df1 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] No waiting events found dispatching network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:53 user nova-compute[75502]: WARNING nova.compute.manager [req-63ca12a1-415f-4b4a-8dae-99ae89110d1a req-a0f6a07c-8ac4-49c2-88f2-dd81c9390df1 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received unexpected event network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 for instance with vm_state active and task_state None.
Dec 06 08:30:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:30:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:30:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: de492712-d0dd-48fb-af72-638d972d2937] Skipping network cache update for instance because it is Building. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 08:30:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Skipping network cache update for instance because it is Building. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: de492712-d0dd-48fb-af72-638d972d2937] Instance spawned successfully.
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:55 user nova-compute[75502]: INFO nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Took 14.96 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] No waiting events found dispatching network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:55 user nova-compute[75502]: WARNING nova.compute.manager [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received unexpected event network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 for instance with vm_state active and task_state None.
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:55 user nova-compute[75502]: WARNING nova.compute.manager [req-9fd3282f-393b-4eb7-869e-f9cea6851730 req-5120d01f-dc4a-48c3-9403-e95521b6fef3 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state None.
Dec 06 08:30:55 user nova-compute[75502]: INFO nova.compute.manager [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Took 17.06 seconds to build instance.
Dec 06 08:30:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81d442e4-0e9e-4851-9b72-7591aaeb793b tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.512s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "98f0e392-217a-4547-9c9a-c291200cda65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:56 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Instance spawned successfully.
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:56 user nova-compute[75502]: INFO nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Took 12.78 seconds to spawn the instance on the hypervisor.
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:30:56 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:30:56 user nova-compute[75502]: INFO nova.compute.claims [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Claim successful on node user
Dec 06 08:30:56 user nova-compute[75502]: INFO nova.compute.manager [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Took 15.31 seconds to build instance.
Dec 06 08:30:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-23067501-a5f8-4579-9d80-8e855abfffc0 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.053s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.826s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.339s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:30:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.policy [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6963d4d4c5f94b50b7959df9a15adf2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc78e18bfb149f198f10332a59e939a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:30:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Creating image(s)
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "/opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "/opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "/opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-973595c5-a30b-46f2-acfa-e837553456b9 req-a3701e9d-6b28-4989-8595-11c12fedd161 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-973595c5-a30b-46f2-acfa-e837553456b9 req-a3701e9d-6b28-4989-8595-11c12fedd161 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-973595c5-a30b-46f2-acfa-e837553456b9 req-a3701e9d-6b28-4989-8595-11c12fedd161 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-973595c5-a30b-46f2-acfa-e837553456b9 req-a3701e9d-6b28-4989-8595-11c12fedd161 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-973595c5-a30b-46f2-acfa-e837553456b9 req-a3701e9d-6b28-4989-8595-11c12fedd161 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:30:57 user nova-compute[75502]: WARNING nova.compute.manager [req-973595c5-a30b-46f2-acfa-e837553456b9 req-a3701e9d-6b28-4989-8595-11c12fedd161 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state None.
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.233s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk 1073741824" returned: 0 in 0.056s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.235s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Checking if we can resize image /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Successfully created port: 13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json" returned: 0 in 0.301s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Cannot resize image /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Ensure instance console log exists: /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:30:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Successfully updated port: 13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquired lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:30:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-changed-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Refreshing instance network info cache due to event network-changed-13dc5328-4e12-4e08-be0c-7b375a5c1ec1. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] Acquiring lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updating instance_info_cache with network_info: [{"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Releasing lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Instance network_info: |[{"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] Acquired lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Refreshing network info cache for port 13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Start _get_guest_xml network_info=[{"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:31:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-793515683',display_name='tempest-VolumesAssistedSnapshotsTest-server-793515683',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-793515683',id=10,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFPewNMK+px5QVoCFpi9RGBxk/1nPqO7qhdB2HpIEyhWO2Akgzbtbqr7bUeh5fbCGhnk4kFFuTv8e5DSxWOiWjNaOHRUh29vlVMwrtoQ7I1ooYMP1iCUkIXJBsVHw+3Ug==',key_name='tempest-keypair-25844179',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dc78e18bfb149f198f10332a59e939a',ramdisk_id='',reservation_id='r-l7i63m5d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-318488807',owner_user_name='tempest-VolumesAssistedSnapshotsTest-318488807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6963d4d4c5f94b50b7959df9a15adf2d',uuid=98f0e392-217a-4547-9c9a-c291200cda65,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Converting VIF {"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lazy-loading 'pci_devices' on Instance uuid 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:31:00 user nova-compute[75502]:   <uuid>98f0e392-217a-4547-9c9a-c291200cda65</uuid>
Dec 06 08:31:00 user nova-compute[75502]:   <name>instance-0000000a</name>
Dec 06 08:31:00 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:31:00 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:31:00 user nova-compute[75502]:   <metadata>
Dec 06 08:31:00 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:31:00 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:31:00 user nova-compute[75502]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-793515683</nova:name>
Dec 06 08:31:00 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:31:00</nova:creationTime>
Dec 06 08:31:00 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:31:00 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:31:00 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:31:00 user nova-compute[75502]:       <nova:owner>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:user uuid="6963d4d4c5f94b50b7959df9a15adf2d">tempest-VolumesAssistedSnapshotsTest-318488807-project-member</nova:user>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:project uuid="9dc78e18bfb149f198f10332a59e939a">tempest-VolumesAssistedSnapshotsTest-318488807</nova:project>
Dec 06 08:31:00 user nova-compute[75502]:       </nova:owner>
Dec 06 08:31:00 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:31:00 user nova-compute[75502]:       <nova:ports>
Dec 06 08:31:00 user nova-compute[75502]:         <nova:port uuid="13dc5328-4e12-4e08-be0c-7b375a5c1ec1">
Dec 06 08:31:00 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 08:31:00 user nova-compute[75502]:         </nova:port>
Dec 06 08:31:00 user nova-compute[75502]:       </nova:ports>
Dec 06 08:31:00 user nova-compute[75502]:     </nova:instance>
Dec 06 08:31:00 user nova-compute[75502]:   </metadata>
Dec 06 08:31:00 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:31:00 user nova-compute[75502]:     <system>
Dec 06 08:31:00 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:31:00 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:31:00 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:31:00 user nova-compute[75502]:       <entry name="serial">98f0e392-217a-4547-9c9a-c291200cda65</entry>
Dec 06 08:31:00 user nova-compute[75502]:       <entry name="uuid">98f0e392-217a-4547-9c9a-c291200cda65</entry>
Dec 06 08:31:00 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:31:00 user nova-compute[75502]:     </system>
Dec 06 08:31:00 user nova-compute[75502]:   </sysinfo>
Dec 06 08:31:00 user nova-compute[75502]:   <os>
Dec 06 08:31:00 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:31:00 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:31:00 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:31:00 user nova-compute[75502]:   </os>
Dec 06 08:31:00 user nova-compute[75502]:   <features>
Dec 06 08:31:00 user nova-compute[75502]:     <acpi/>
Dec 06 08:31:00 user nova-compute[75502]:     <apic/>
Dec 06 08:31:00 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:31:00 user nova-compute[75502]:   </features>
Dec 06 08:31:00 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:31:00 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:31:00 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:31:00 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:31:00 user nova-compute[75502]:   </clock>
Dec 06 08:31:00 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:31:00 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:31:00 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:31:00 user nova-compute[75502]:   </cpu>
Dec 06 08:31:00 user nova-compute[75502]:   <devices>
Dec 06 08:31:00 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:31:00 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:31:00 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk"/>
Dec 06 08:31:00 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:31:00 user nova-compute[75502]:     </disk>
Dec 06 08:31:00 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:31:00 user nova-compute[75502]:       <mac address="fa:16:3e:8d:e2:eb"/>
Dec 06 08:31:00 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:31:00 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:31:00 user nova-compute[75502]:       <target dev="tap13dc5328-4e"/>
Dec 06 08:31:00 user nova-compute[75502]:     </interface>
Dec 06 08:31:00 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:31:00 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/console.log" append="off"/>
Dec 06 08:31:00 user nova-compute[75502]:     </serial>
Dec 06 08:31:00 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:31:00 user nova-compute[75502]:     <video>
Dec 06 08:31:00 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:31:00 user nova-compute[75502]:     </video>
Dec 06 08:31:00 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:31:00 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:31:00 user nova-compute[75502]:     </rng>
Dec 06 08:31:00 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:31:00 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:31:00 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:31:00 user nova-compute[75502]:     </memballoon>
Dec 06 08:31:00 user nova-compute[75502]:   </devices>
Dec 06 08:31:00 user nova-compute[75502]: </domain>
Dec 06 08:31:00 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-793515683',display_name='tempest-VolumesAssistedSnapshotsTest-server-793515683',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-793515683',id=10,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFPewNMK+px5QVoCFpi9RGBxk/1nPqO7qhdB2HpIEyhWO2Akgzbtbqr7bUeh5fbCGhnk4kFFuTv8e5DSxWOiWjNaOHRUh29vlVMwrtoQ7I1ooYMP1iCUkIXJBsVHw+3Ug==',key_name='tempest-keypair-25844179',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9dc78e18bfb149f198f10332a59e939a',ramdisk_id='',reservation_id='r-l7i63m5d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-318488807',owner_user_name='tempest-VolumesAssistedSnapshotsTest-318488807-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6963d4d4c5f94b50b7959df9a15adf2d',uuid=98f0e392-217a-4547-9c9a-c291200cda65,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Converting VIF {"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG os_vif [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bfbd9aaf-bbc1-5d0e-a5c2-980a83b4b9c3', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13dc5328-4e, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13dc5328-4e, col_values=(('qos', UUID('2447862f-ac3e-413b-9371-25cdcd44b599')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13dc5328-4e, col_values=(('external_ids', {'iface-id': '13dc5328-4e12-4e08-be0c-7b375a5c1ec1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:e2:eb', 'vm-uuid': '98f0e392-217a-4547-9c9a-c291200cda65'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:00 user nova-compute[75502]: INFO os_vif [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e')
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] No VIF found with MAC fa:16:3e:8d:e2:eb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updated VIF entry in instance network info cache for port 13dc5328-4e12-4e08-be0c-7b375a5c1ec1. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updating instance_info_cache with network_info: [{"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f05d9520-13ca-4920-a615-bd889c7257bd req-5cc55f20-e4af-4c9c-8254-8a76f5e31aa9 service nova] Releasing lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-9445ae2f-9f22-477e-9232-624774346428 req-3c6f2796-fd39-4c03-94e6-bcc1a6af6c62 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9445ae2f-9f22-477e-9232-624774346428 req-3c6f2796-fd39-4c03-94e6-bcc1a6af6c62 service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9445ae2f-9f22-477e-9232-624774346428 req-3c6f2796-fd39-4c03-94e6-bcc1a6af6c62 service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9445ae2f-9f22-477e-9232-624774346428 req-3c6f2796-fd39-4c03-94e6-bcc1a6af6c62 service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-9445ae2f-9f22-477e-9232-624774346428 req-3c6f2796-fd39-4c03-94e6-bcc1a6af6c62 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.compute.manager [req-9445ae2f-9f22-477e-9232-624774346428 req-3c6f2796-fd39-4c03-94e6-bcc1a6af6c62 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received unexpected event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with vm_state active and task_state None.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7570MB free_disk=25.647705078125GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:31:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Instance spawned successfully.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received unexpected event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with vm_state active and task_state None.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] No waiting events found dispatching network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received unexpected event network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d for instance with vm_state active and task_state None.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] No waiting events found dispatching network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received unexpected event network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d for instance with vm_state active and task_state None.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] No waiting events found dispatching network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received unexpected event network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 for instance with vm_state building and task_state spawning.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] No waiting events found dispatching network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:05 user nova-compute[75502]: WARNING nova.compute.manager [req-4fc3474a-cacd-4d43-9ad7-4958b399dd79 req-b374aaed-41d1-4e1f-b221-241534d84258 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received unexpected event network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 for instance with vm_state building and task_state spawning.
Dec 06 08:31:05 user nova-compute[75502]: INFO nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Took 7.60 seconds to spawn the instance on the hypervisor.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:05 user nova-compute[75502]: INFO nova.compute.manager [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Took 8.97 seconds to build instance.
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5c2e9a2d-0eeb-44d5-882a-aeb17f4c3d32 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "98f0e392-217a-4547-9c9a-c291200cda65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.266s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance de492712-d0dd-48fb-af72-638d972d2937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 98f0e392-217a-4547-9c9a-c291200cda65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2e06c50b-1f66-40cf-b2eb-7ea00355e000 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.563s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.041s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:31:06 user nova-compute[75502]: INFO nova.compute.claims [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Claim successful on node user
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:31:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.751s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:31:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:31:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:07 user nova-compute[75502]: INFO nova.virt.block_device [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Booting with volume 4e2c88aa-b9da-4986-8038-ec8843d4d233 at /dev/vda
Dec 06 08:31:07 user nova-compute[75502]: DEBUG nova.policy [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd92fe64d5c43479aa0022285e3de4e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db7b888938974f478ec38fa16181cbfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:31:08 user nova-compute[75502]: DEBUG os_brick.utils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:31:08 user nova-compute[75502]: INFO oslo.privsep.daemon [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpc7lttpry/privsep.sock']
Dec 06 08:31:08 user sudo[86683]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpc7lttpry/privsep.sock
Dec 06 08:31:08 user sudo[86683]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 06 08:31:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Successfully created port: a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:31:09 user sudo[86683]: pam_unix(sudo:session): session closed for user root
Dec 06 08:31:09 user nova-compute[75502]: INFO oslo.privsep.daemon [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Spawned new privsep daemon via rootwrap
Dec 06 08:31:09 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 06 08:31:09 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 06 08:31:09 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 06 08:31:09 user nova-compute[75502]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86686
Dec 06 08:31:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d893cf0-a730-4f8a-a42b-281bc8f71a9c]: (2,) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[feab4a9d-38a1-44c2-b2f0-27dce212edb0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:10 user nova-compute[75502]: WARNING os_brick.initiator.connectors.nvmeof [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[27a6cf61-7152-4f41-8fbc-f6b88f3ff0fa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb91ea0-b1a1-4bdc-a6fb-c097df83789e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a16a673-4748-4ce2-80e5-39563301a15e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:31:10 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ab610f-5088-4d8b-9b15-1e01057800d8]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG os_brick.utils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== get_connector_properties: return (2388ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updating existing volume attachment record: 281f0d67-3d91-4ac0-998b-64c6bc92564a {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Successfully updated port: a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquired lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-changed-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Refreshing instance network info cache due to event network-changed-a3db7cbf-278c-4edd-b583-01222c95bcd3. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] Acquiring lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:10 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:31:11 user nova-compute[75502]: DEBUG nova.network.neutron [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updating instance_info_cache with network_info: [{"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Releasing lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance network_info: |[{"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:31:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] Acquired lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Refreshing network info cache for port a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:31:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updated VIF entry in instance network info cache for port a3db7cbf-278c-4edd-b583-01222c95bcd3. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:31:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updating instance_info_cache with network_info: [{"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c36dc19c-7cf0-49d3-b134-1f9706573bba req-8b50a067-1e90-408d-9e69-03f3173fc5a6 service nova] Releasing lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:31:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Creating image(s)
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Ensure instance console log exists: /opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Start _get_guest_xml network_info=[{"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '281f0d67-3d91-4ac0-998b-64c6bc92564a', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e06c50b-1f66-40cf-b2eb-7ea00355e000', 'attached_at': '', 'detached_at': '', 'volume_id': '4e2c88aa-b9da-4986-8038-ec8843d4d233', 'serial': '4e2c88aa-b9da-4986-8038-ec8843d4d233'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:31:21 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:21 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connector [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Factory for ISCSI on None {{(pid=75502) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:31:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:31:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:31:21 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b692bd-e474-4c24-a7e7-4d305b4614f0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:31:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f6ae2b-379c-4d72-b23b-58dfb994c978]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233] added
Dec 06 08:31:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e552de5d-011e-41f3-bc88-cebc66f9db95]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[42814e7e-a8c6-4c57-861a-c609d4ad6c83]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYoWeFMD {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYoWeFMD" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e0a978-9c00-407b-b435-50eb918a2cd1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hYoWeFMD'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da391fb-71e6-4fff-a490-8ae1e04052d8]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[398192ae-224f-44ea-a15d-7c2ed448eabb]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 08:31:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 08:31:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:31:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 08:31:21 user nova-compute[75502]: 
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2bc8f1-af85-41ce-9161-f88c9b62cfc1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]
Dec 06 08:31:21 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.
Dec 06 08:31:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5d4f55-ea0b-4ca8-b536-4fa796d6467e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf51712-185b-404a-bca5-439a9335f1ce]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:31:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:31:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1487a32-7f1a-4416-b864-ec21465363a8]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:31:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26531306364643038', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531306364643038', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:31:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2032955487',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2032955487',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD7QMeS0avYeYhRGQ7CxQ1bauK1dbRSo0/atmUWf/yKHSprujaByGORhGsvkqImrOxlbWItFyFcBbB6U6Aba5F1KiIOlfGQLDOQZnxugEiZGrFK2oMmyzP/1E+E0TE1vDg==',key_name='tempest-keypair-479257006',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='db7b888938974f478ec38fa16181cbfc',ramdisk_id='',reservation_id='r-bokea45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1762019183',owner_user_name='tempest-ServerActionsV293TestJSON-1762019183-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:31:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d92fe64d5c43479aa0022285e3de4e34',uuid=2e06c50b-1f66-40cf-b2eb-7ea00355e000,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converting VIF {"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lazy-loading 'pci_devices' on Instance uuid 2e06c50b-1f66-40cf-b2eb-7ea00355e000 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:31:22 user nova-compute[75502]:   <uuid>2e06c50b-1f66-40cf-b2eb-7ea00355e000</uuid>
Dec 06 08:31:22 user nova-compute[75502]:   <name>instance-0000000b</name>
Dec 06 08:31:22 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:31:22 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:31:22 user nova-compute[75502]:   <metadata>
Dec 06 08:31:22 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:31:22 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:31:22 user nova-compute[75502]:       <nova:name>tempest-ServerActionsV293TestJSON-server-2032955487</nova:name>
Dec 06 08:31:22 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:31:21</nova:creationTime>
Dec 06 08:31:22 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:31:22 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:31:22 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:31:22 user nova-compute[75502]:       <nova:owner>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:user uuid="d92fe64d5c43479aa0022285e3de4e34">tempest-ServerActionsV293TestJSON-1762019183-project-member</nova:user>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:project uuid="db7b888938974f478ec38fa16181cbfc">tempest-ServerActionsV293TestJSON-1762019183</nova:project>
Dec 06 08:31:22 user nova-compute[75502]:       </nova:owner>
Dec 06 08:31:22 user nova-compute[75502]:       <nova:ports>
Dec 06 08:31:22 user nova-compute[75502]:         <nova:port uuid="a3db7cbf-278c-4edd-b583-01222c95bcd3">
Dec 06 08:31:22 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 08:31:22 user nova-compute[75502]:         </nova:port>
Dec 06 08:31:22 user nova-compute[75502]:       </nova:ports>
Dec 06 08:31:22 user nova-compute[75502]:     </nova:instance>
Dec 06 08:31:22 user nova-compute[75502]:   </metadata>
Dec 06 08:31:22 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:31:22 user nova-compute[75502]:     <system>
Dec 06 08:31:22 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:31:22 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:31:22 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:31:22 user nova-compute[75502]:       <entry name="serial">2e06c50b-1f66-40cf-b2eb-7ea00355e000</entry>
Dec 06 08:31:22 user nova-compute[75502]:       <entry name="uuid">2e06c50b-1f66-40cf-b2eb-7ea00355e000</entry>
Dec 06 08:31:22 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:31:22 user nova-compute[75502]:     </system>
Dec 06 08:31:22 user nova-compute[75502]:   </sysinfo>
Dec 06 08:31:22 user nova-compute[75502]:   <os>
Dec 06 08:31:22 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:31:22 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:31:22 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:31:22 user nova-compute[75502]:   </os>
Dec 06 08:31:22 user nova-compute[75502]:   <features>
Dec 06 08:31:22 user nova-compute[75502]:     <acpi/>
Dec 06 08:31:22 user nova-compute[75502]:     <apic/>
Dec 06 08:31:22 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:31:22 user nova-compute[75502]:   </features>
Dec 06 08:31:22 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:31:22 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:31:22 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:31:22 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:31:22 user nova-compute[75502]:   </clock>
Dec 06 08:31:22 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:31:22 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:31:22 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:31:22 user nova-compute[75502]:   </cpu>
Dec 06 08:31:22 user nova-compute[75502]:   <devices>
Dec 06 08:31:22 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:31:22 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:31:22 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:31:22 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:31:22 user nova-compute[75502]:       <serial>4e2c88aa-b9da-4986-8038-ec8843d4d233</serial>
Dec 06 08:31:22 user nova-compute[75502]:     </disk>
Dec 06 08:31:22 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:31:22 user nova-compute[75502]:       <mac address="fa:16:3e:2e:fd:19"/>
Dec 06 08:31:22 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:31:22 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:31:22 user nova-compute[75502]:       <target dev="tapa3db7cbf-27"/>
Dec 06 08:31:22 user nova-compute[75502]:     </interface>
Dec 06 08:31:22 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:31:22 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000/console.log" append="off"/>
Dec 06 08:31:22 user nova-compute[75502]:     </serial>
Dec 06 08:31:22 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:31:22 user nova-compute[75502]:     <video>
Dec 06 08:31:22 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:31:22 user nova-compute[75502]:     </video>
Dec 06 08:31:22 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:31:22 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:31:22 user nova-compute[75502]:     </rng>
Dec 06 08:31:22 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:31:22 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:31:22 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:31:22 user nova-compute[75502]:     </memballoon>
Dec 06 08:31:22 user nova-compute[75502]:   </devices>
Dec 06 08:31:22 user nova-compute[75502]: </domain>
Dec 06 08:31:22 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:31:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2032955487',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2032955487',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD7QMeS0avYeYhRGQ7CxQ1bauK1dbRSo0/atmUWf/yKHSprujaByGORhGsvkqImrOxlbWItFyFcBbB6U6Aba5F1KiIOlfGQLDOQZnxugEiZGrFK2oMmyzP/1E+E0TE1vDg==',key_name='tempest-keypair-479257006',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='db7b888938974f478ec38fa16181cbfc',ramdisk_id='',reservation_id='r-bokea45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1762019183',owner_user_name='tempest-ServerActionsV293TestJSON-1762019183-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:31:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d92fe64d5c43479aa0022285e3de4e34',uuid=2e06c50b-1f66-40cf-b2eb-7ea00355e000,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converting VIF {"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG os_vif [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f60fad8-19b8-5f1b-8725-7f3e9eb26a94', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3db7cbf-27, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3db7cbf-27, col_values=(('qos', UUID('bfed17ce-736c-42e6-8d7a-ab96c83d6764')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3db7cbf-27, col_values=(('external_ids', {'iface-id': 'a3db7cbf-278c-4edd-b583-01222c95bcd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:fd:19', 'vm-uuid': '2e06c50b-1f66-40cf-b2eb-7ea00355e000'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:22 user nova-compute[75502]: INFO os_vif [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27')
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:31:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] No VIF found with MAC fa:16:3e:2e:fd:19, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:31:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:31:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance spawned successfully.
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:26 user nova-compute[75502]: INFO nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Took 5.29 seconds to spawn the instance on the hypervisor.
Dec 06 08:31:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:31:26 user nova-compute[75502]: INFO nova.compute.manager [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Took 21.06 seconds to build instance.
Dec 06 08:31:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4ba6013-af3b-4972-a68b-b557ea6bf0d3 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.215s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:31:27 user nova-compute[75502]: INFO nova.compute.claims [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Claim successful on node user
Dec 06 08:31:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.653s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:31:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.policy [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba67da64aa649458ab6e733eedb45b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca3d3fa09b043eb9a95b16b33595339', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:31:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Creating image(s)
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "/opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "/opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "/opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk 1073741824" returned: 0 in 0.065s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Successfully created port: e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Checking if we can resize image /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Cannot resize image /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Ensure instance console log exists: /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Successfully updated port: e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "refresh_cache-291e5d13-fed1-4618-b5f4-5d164ca952a6" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquired lock "refresh_cache-291e5d13-fed1-4618-b5f4-5d164ca952a6" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-changed-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Refreshing instance network info cache due to event network-changed-e272bfb5-538b-411e-9b5f-4e27c64b3a04. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] Acquiring lock "refresh_cache-291e5d13-fed1-4618-b5f4-5d164ca952a6" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-76d5fa28-8cee-486c-8bdf-505e592aa00c req-19168c37-5ee3-4d5c-bca7-70eccc3d2b8a service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-76d5fa28-8cee-486c-8bdf-505e592aa00c req-19168c37-5ee3-4d5c-bca7-70eccc3d2b8a service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-76d5fa28-8cee-486c-8bdf-505e592aa00c req-19168c37-5ee3-4d5c-bca7-70eccc3d2b8a service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-76d5fa28-8cee-486c-8bdf-505e592aa00c req-19168c37-5ee3-4d5c-bca7-70eccc3d2b8a service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-76d5fa28-8cee-486c-8bdf-505e592aa00c req-19168c37-5ee3-4d5c-bca7-70eccc3d2b8a service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:30 user nova-compute[75502]: WARNING nova.compute.manager [req-76d5fa28-8cee-486c-8bdf-505e592aa00c req-19168c37-5ee3-4d5c-bca7-70eccc3d2b8a service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state None.
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Updating instance_info_cache with network_info: [{"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Releasing lock "refresh_cache-291e5d13-fed1-4618-b5f4-5d164ca952a6" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Instance network_info: |[{"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] Acquired lock "refresh_cache-291e5d13-fed1-4618-b5f4-5d164ca952a6" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.neutron [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Refreshing network info cache for port e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Start _get_guest_xml network_info=[{"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:31:30 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:30 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:31:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-760715926',display_name='tempest-VolumesActionsTest-instance-760715926',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-760715926',id=12,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ca3d3fa09b043eb9a95b16b33595339',ramdisk_id='',reservation_id='r-yklcuhmo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1831614208',owner_user_name='tempest-VolumesActionsTest-1831614208-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:31:29Z,user_data=None,user_id='cba67da64aa649458ab6e733eedb45b7',uuid=291e5d13-fed1-4618-b5f4-5d164ca952a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converting VIF {"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lazy-loading 'pci_devices' on Instance uuid 291e5d13-fed1-4618-b5f4-5d164ca952a6 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:31:30 user nova-compute[75502]:   <uuid>291e5d13-fed1-4618-b5f4-5d164ca952a6</uuid>
Dec 06 08:31:30 user nova-compute[75502]:   <name>instance-0000000c</name>
Dec 06 08:31:30 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:31:30 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:31:30 user nova-compute[75502]:   <metadata>
Dec 06 08:31:30 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:31:30 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:31:30 user nova-compute[75502]:       <nova:name>tempest-VolumesActionsTest-instance-760715926</nova:name>
Dec 06 08:31:30 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:31:30</nova:creationTime>
Dec 06 08:31:30 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:31:30 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:31:30 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:31:30 user nova-compute[75502]:       <nova:owner>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:user uuid="cba67da64aa649458ab6e733eedb45b7">tempest-VolumesActionsTest-1831614208-project-member</nova:user>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:project uuid="8ca3d3fa09b043eb9a95b16b33595339">tempest-VolumesActionsTest-1831614208</nova:project>
Dec 06 08:31:30 user nova-compute[75502]:       </nova:owner>
Dec 06 08:31:30 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:31:30 user nova-compute[75502]:       <nova:ports>
Dec 06 08:31:30 user nova-compute[75502]:         <nova:port uuid="e272bfb5-538b-411e-9b5f-4e27c64b3a04">
Dec 06 08:31:30 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:31:30 user nova-compute[75502]:         </nova:port>
Dec 06 08:31:30 user nova-compute[75502]:       </nova:ports>
Dec 06 08:31:30 user nova-compute[75502]:     </nova:instance>
Dec 06 08:31:30 user nova-compute[75502]:   </metadata>
Dec 06 08:31:30 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:31:30 user nova-compute[75502]:     <system>
Dec 06 08:31:30 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:31:30 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:31:30 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:31:30 user nova-compute[75502]:       <entry name="serial">291e5d13-fed1-4618-b5f4-5d164ca952a6</entry>
Dec 06 08:31:30 user nova-compute[75502]:       <entry name="uuid">291e5d13-fed1-4618-b5f4-5d164ca952a6</entry>
Dec 06 08:31:30 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:31:30 user nova-compute[75502]:     </system>
Dec 06 08:31:30 user nova-compute[75502]:   </sysinfo>
Dec 06 08:31:30 user nova-compute[75502]:   <os>
Dec 06 08:31:30 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:31:30 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:31:30 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:31:30 user nova-compute[75502]:   </os>
Dec 06 08:31:30 user nova-compute[75502]:   <features>
Dec 06 08:31:30 user nova-compute[75502]:     <acpi/>
Dec 06 08:31:30 user nova-compute[75502]:     <apic/>
Dec 06 08:31:30 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:31:30 user nova-compute[75502]:   </features>
Dec 06 08:31:30 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:31:30 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:31:30 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:31:30 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:31:30 user nova-compute[75502]:   </clock>
Dec 06 08:31:30 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:31:30 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:31:30 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:31:30 user nova-compute[75502]:   </cpu>
Dec 06 08:31:30 user nova-compute[75502]:   <devices>
Dec 06 08:31:30 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:31:30 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:31:30 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk"/>
Dec 06 08:31:30 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:31:30 user nova-compute[75502]:     </disk>
Dec 06 08:31:30 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:31:30 user nova-compute[75502]:       <mac address="fa:16:3e:52:d5:eb"/>
Dec 06 08:31:30 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:31:30 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:31:30 user nova-compute[75502]:       <target dev="tape272bfb5-53"/>
Dec 06 08:31:30 user nova-compute[75502]:     </interface>
Dec 06 08:31:30 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:31:30 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/console.log" append="off"/>
Dec 06 08:31:30 user nova-compute[75502]:     </serial>
Dec 06 08:31:30 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:31:30 user nova-compute[75502]:     <video>
Dec 06 08:31:30 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:31:30 user nova-compute[75502]:     </video>
Dec 06 08:31:30 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:31:30 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:31:30 user nova-compute[75502]:     </rng>
Dec 06 08:31:30 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:31:30 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:31:30 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:31:30 user nova-compute[75502]:     </memballoon>
Dec 06 08:31:30 user nova-compute[75502]:   </devices>
Dec 06 08:31:30 user nova-compute[75502]: </domain>
Dec 06 08:31:30 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:31:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-760715926',display_name='tempest-VolumesActionsTest-instance-760715926',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-760715926',id=12,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ca3d3fa09b043eb9a95b16b33595339',ramdisk_id='',reservation_id='r-yklcuhmo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1831614208',owner_user_name='tempest-VolumesActionsTest-1831614208-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:31:29Z,user_data=None,user_id='cba67da64aa649458ab6e733eedb45b7',uuid=291e5d13-fed1-4618-b5f4-5d164ca952a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converting VIF {"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG os_vif [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8a39fa36-0597-539c-8de8-157a0464f8de', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape272bfb5-53, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape272bfb5-53, col_values=(('qos', UUID('f611001f-f75c-4f05-a5c6-550f279aaa04')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape272bfb5-53, col_values=(('external_ids', {'iface-id': 'e272bfb5-538b-411e-9b5f-4e27c64b3a04', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:d5:eb', 'vm-uuid': '291e5d13-fed1-4618-b5f4-5d164ca952a6'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:30 user nova-compute[75502]: INFO os_vif [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53')
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:31:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] No VIF found with MAC fa:16:3e:52:d5:eb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:31:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Updated VIF entry in instance network info cache for port e272bfb5-538b-411e-9b5f-4e27c64b3a04. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:31:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Updating instance_info_cache with network_info: [{"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-56a83c8f-b3a7-4b94-a303-2ca913921240 req-23a258e4-3ece-4f64-881c-957e34a1e272 service nova] Releasing lock "refresh_cache-291e5d13-fed1-4618-b5f4-5d164ca952a6" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-a9cca340-d288-4d7a-b8e2-4e5a59db2458 req-02828a9b-1371-4a74-a0ee-fcbfa0fe56eb service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a9cca340-d288-4d7a-b8e2-4e5a59db2458 req-02828a9b-1371-4a74-a0ee-fcbfa0fe56eb service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a9cca340-d288-4d7a-b8e2-4e5a59db2458 req-02828a9b-1371-4a74-a0ee-fcbfa0fe56eb service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a9cca340-d288-4d7a-b8e2-4e5a59db2458 req-02828a9b-1371-4a74-a0ee-fcbfa0fe56eb service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-a9cca340-d288-4d7a-b8e2-4e5a59db2458 req-02828a9b-1371-4a74-a0ee-fcbfa0fe56eb service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:32 user nova-compute[75502]: WARNING nova.compute.manager [req-a9cca340-d288-4d7a-b8e2-4e5a59db2458 req-02828a9b-1371-4a74-a0ee-fcbfa0fe56eb service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state None.
Dec 06 08:31:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:34 user nova-compute[75502]: WARNING nova.compute.manager [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received unexpected event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with vm_state building and task_state spawning.
Dec 06 08:31:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:34 user nova-compute[75502]: WARNING nova.compute.manager [req-bd819934-3123-4749-bbff-72962238cc12 req-d63d1e00-3a79-4248-b6b2-b3944a989eed service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received unexpected event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with vm_state building and task_state spawning.
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:31:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Instance spawned successfully.
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:31:35 user nova-compute[75502]: INFO nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Took 6.59 seconds to spawn the instance on the hypervisor.
Dec 06 08:31:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:31:35 user nova-compute[75502]: INFO nova.compute.manager [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Took 7.57 seconds to build instance.
Dec 06 08:31:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3f09752d-5e0a-4411-9446-6fae1d79b83a tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.685s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:50 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:51 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:52 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:53 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:53 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:53 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:31:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:31:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:31:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:31:55 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:31:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:56 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.477s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:58 user nova-compute[75502]: INFO nova.compute.manager [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Rescuing
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:31:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6fa5301-302c-4753-a5e3-806e449c8bad req-e76d6a33-8c59-4606-9a9d-e8743ca80548 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-unplugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6fa5301-302c-4753-a5e3-806e449c8bad req-e76d6a33-8c59-4606-9a9d-e8743ca80548 service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6fa5301-302c-4753-a5e3-806e449c8bad req-e76d6a33-8c59-4606-9a9d-e8743ca80548 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6fa5301-302c-4753-a5e3-806e449c8bad req-e76d6a33-8c59-4606-9a9d-e8743ca80548 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:31:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6fa5301-302c-4753-a5e3-806e449c8bad req-e76d6a33-8c59-4606-9a9d-e8743ca80548 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-unplugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:31:59 user nova-compute[75502]: WARNING nova.compute.manager [req-a6fa5301-302c-4753-a5e3-806e449c8bad req-e76d6a33-8c59-4606-9a9d-e8743ca80548 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-unplugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state active and task_state rescuing.
Dec 06 08:32:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance destroyed successfully.
Dec 06 08:32:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Attempting rescue
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75502) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:32:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Creating image(s)
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'trusted_certs' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue" returned: 0 in 0.076s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'migration_context' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.base [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<020ab0d0-f9da-408f-b067-b17f2176bf5b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Start _get_guest_xml network_info=[{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:3b:9f:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'resources' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.base [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<020ab0d0-f9da-408f-b067-b17f2176bf5b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'numa_topology' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.base [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<020ab0d0-f9da-408f-b067-b17f2176bf5b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:32:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:32:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:32:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'vcpu_model' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.base [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<020ab0d0-f9da-408f-b067-b17f2176bf5b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-647538006',display_name='tempest-ServerRescueNegativeTestJSON-server-647538006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-647538006',id=2,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-lxxxmq2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:26Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=020ab0d0-f9da-408f-b067-b17f2176bf5b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:3b:9f:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:3b:9f:e6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'pci_devices' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.objects.base [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<020ab0d0-f9da-408f-b067-b17f2176bf5b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:32:00 user nova-compute[75502]:   <uuid>020ab0d0-f9da-408f-b067-b17f2176bf5b</uuid>
Dec 06 08:32:00 user nova-compute[75502]:   <name>instance-00000002</name>
Dec 06 08:32:00 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:32:00 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:32:00 user nova-compute[75502]:   <metadata>
Dec 06 08:32:00 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:32:00 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:32:00 user nova-compute[75502]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-647538006</nova:name>
Dec 06 08:32:00 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:32:00</nova:creationTime>
Dec 06 08:32:00 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:32:00 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:32:00 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:32:00 user nova-compute[75502]:       <nova:owner>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:user uuid="ca454c25bf084717b0ef1bcd5f3067d8">tempest-ServerRescueNegativeTestJSON-279346309-project-member</nova:user>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:project uuid="cc634ce7c2764c4c885d9f7a3db9e290">tempest-ServerRescueNegativeTestJSON-279346309</nova:project>
Dec 06 08:32:00 user nova-compute[75502]:       </nova:owner>
Dec 06 08:32:00 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:32:00 user nova-compute[75502]:       <nova:ports>
Dec 06 08:32:00 user nova-compute[75502]:         <nova:port uuid="67e62004-83bc-43da-b018-cd6d13b6123f">
Dec 06 08:32:00 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 08:32:00 user nova-compute[75502]:         </nova:port>
Dec 06 08:32:00 user nova-compute[75502]:       </nova:ports>
Dec 06 08:32:00 user nova-compute[75502]:     </nova:instance>
Dec 06 08:32:00 user nova-compute[75502]:   </metadata>
Dec 06 08:32:00 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:32:00 user nova-compute[75502]:     <system>
Dec 06 08:32:00 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:32:00 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:32:00 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:32:00 user nova-compute[75502]:       <entry name="serial">020ab0d0-f9da-408f-b067-b17f2176bf5b</entry>
Dec 06 08:32:00 user nova-compute[75502]:       <entry name="uuid">020ab0d0-f9da-408f-b067-b17f2176bf5b</entry>
Dec 06 08:32:00 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:32:00 user nova-compute[75502]:     </system>
Dec 06 08:32:00 user nova-compute[75502]:   </sysinfo>
Dec 06 08:32:00 user nova-compute[75502]:   <os>
Dec 06 08:32:00 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:32:00 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:32:00 user nova-compute[75502]:   </os>
Dec 06 08:32:00 user nova-compute[75502]:   <features>
Dec 06 08:32:00 user nova-compute[75502]:     <acpi/>
Dec 06 08:32:00 user nova-compute[75502]:     <apic/>
Dec 06 08:32:00 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:32:00 user nova-compute[75502]:   </features>
Dec 06 08:32:00 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:32:00 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:32:00 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:32:00 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:32:00 user nova-compute[75502]:   </clock>
Dec 06 08:32:00 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:32:00 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:32:00 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:32:00 user nova-compute[75502]:   </cpu>
Dec 06 08:32:00 user nova-compute[75502]:   <devices>
Dec 06 08:32:00 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:32:00 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:32:00 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue"/>
Dec 06 08:32:00 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:32:00 user nova-compute[75502]:     </disk>
Dec 06 08:32:00 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:32:00 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:32:00 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk"/>
Dec 06 08:32:00 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:32:00 user nova-compute[75502]:     </disk>
Dec 06 08:32:00 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:32:00 user nova-compute[75502]:       <mac address="fa:16:3e:3b:9f:e6"/>
Dec 06 08:32:00 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:32:00 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:32:00 user nova-compute[75502]:       <target dev="tap67e62004-83"/>
Dec 06 08:32:00 user nova-compute[75502]:     </interface>
Dec 06 08:32:00 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:32:00 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/console.log" append="off"/>
Dec 06 08:32:00 user nova-compute[75502]:     </serial>
Dec 06 08:32:00 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:32:00 user nova-compute[75502]:     <video>
Dec 06 08:32:00 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:32:00 user nova-compute[75502]:     </video>
Dec 06 08:32:00 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:32:00 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:32:00 user nova-compute[75502]:     </rng>
Dec 06 08:32:00 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:32:00 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:32:00 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:32:00 user nova-compute[75502]:     </memballoon>
Dec 06 08:32:00 user nova-compute[75502]:   </devices>
Dec 06 08:32:00 user nova-compute[75502]: </domain>
Dec 06 08:32:00 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:32:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance destroyed successfully.
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:3b:9f:e6, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:32:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fb3ce4c5-b470-4900-aff1-e2d3ed5fda5d tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cee61e0-cdc7-403d-b651-f88b88026d06 req-088cc2b6-5cce-420f-8a9b-6fe0393a7de7 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cee61e0-cdc7-403d-b651-f88b88026d06 req-088cc2b6-5cce-420f-8a9b-6fe0393a7de7 service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cee61e0-cdc7-403d-b651-f88b88026d06 req-088cc2b6-5cce-420f-8a9b-6fe0393a7de7 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cee61e0-cdc7-403d-b651-f88b88026d06 req-088cc2b6-5cce-420f-8a9b-6fe0393a7de7 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cee61e0-cdc7-403d-b651-f88b88026d06 req-088cc2b6-5cce-420f-8a9b-6fe0393a7de7 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:04 user nova-compute[75502]: WARNING nova.compute.manager [req-8cee61e0-cdc7-403d-b651-f88b88026d06 req-088cc2b6-5cce-420f-8a9b-6fe0393a7de7 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state active and task_state rescuing.
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:04 user nova-compute[75502]: WARNING nova.compute.manager [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state active and task_state rescuing.
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:04 user nova-compute[75502]: WARNING nova.compute.manager [req-0b4149df-b54c-4a94-85ab-18978e3d1551 req-cd92cc7e-d0e1-4382-a5c3-bca38e0f41d2 service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state active and task_state rescuing.
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:04 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:32:04 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=6739MB free_disk=25.512523651123047GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.objects.instance [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lazy-loading 'flavor' on Instance uuid d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.126s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance de492712-d0dd-48fb-af72-638d972d2937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 291e5d13-fed1-4618-b5f4-5d164ca952a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 98f0e392-217a-4547-9c9a-c291200cda65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2e06c50b-1f66-40cf-b2eb-7ea00355e000 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing instance network info cache due to event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.network.neutron [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:05 user nova-compute[75502]: INFO nova.compute.manager [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Attaching volume b149c246-4e8b-4f50-ae86-d513c75ecec2 to /dev/vdb
Dec 06 08:32:05 user nova-compute[75502]: DEBUG os_brick.utils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6933ca98-6731-4abd-8fc6-27b4d5669a73]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dcddaa8-379d-4488-b95c-82567c7b5900]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a803d037-d964-488d-81d7-f1ea767bab31]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2473fc34-b12b-4a68-b9fb-3b8aa8c53d6f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:05 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:32:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd083f4-a660-49d2-863c-42666598d3fa]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG os_brick.utils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] <== get_connector_properties: return (179ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Updating existing volume attachment record: 0e61e9f0-e0fc-40f2-87bc-975b7cc6496b {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:32:05 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:32:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updated VIF entry in instance network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:32:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.046s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7bf33a01-e881-4d56-af44-03ca067bdbed req-16d233dd-034f-4a95-a72f-7a86af084bdf service nova] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:32:06 user nova-compute[75502]: INFO nova.compute.manager [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] instance snapshotting
Dec 06 08:32:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Beginning live snapshot process
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json -f qcow2" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.277s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp73_ejww7/623816137605483b8b474727501b0993.delta 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp73_ejww7/623816137605483b8b474727501b0993.delta 1073741824" returned: 0 in 0.063s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 08:32:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75502) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 06 08:32:07 user nova-compute[75502]: INFO nova.virt.libvirt.host [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] UEFI support detected
Dec 06 08:32:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 08:32:09 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:32:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp73_ejww7/623816137605483b8b474727501b0993.delta /opt/stack/data/nova/instances/snapshots/tmp73_ejww7/623816137605483b8b474727501b0993 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp73_ejww7/623816137605483b8b474727501b0993.delta /opt/stack/data/nova/instances/snapshots/tmp73_ejww7/623816137605483b8b474727501b0993" returned: 0 in 0.453s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Snapshot extracted, beginning image upload
Dec 06 08:32:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-changed-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Refreshing instance network info cache due to event network-changed-c828bea8-5527-4e28-970b-3d94ad4b8203. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG nova.network.neutron [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Refreshing network info cache for port c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-changed-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Refreshing instance network info cache due to event network-changed-8e8ccf4a-f0d0-4b45-98c8-bac731bba018. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] Acquiring lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] Acquired lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:10 user nova-compute[75502]: DEBUG nova.network.neutron [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Refreshing network info cache for port 8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updated VIF entry in instance network info cache for port 8e8ccf4a-f0d0-4b45-98c8-bac731bba018. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updating instance_info_cache with network_info: [{"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b1859e7-aedd-4a71-b434-4d34289ae5ff req-68c28e80-7598-4a2c-ac96-e3b8e8e44fd4 service nova] Releasing lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updated VIF entry in instance network info cache for port c828bea8-5527-4e28-970b-3d94ad4b8203. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b452248-084c-41f3-a683-60f7f15fb318 req-dfb0d031-89a7-42ec-80ca-216268a67eda service nova] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-changed-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Refreshing instance network info cache due to event network-changed-c2a522d0-7188-4958-a89b-b16457b8233d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Refreshing network info cache for port c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG nova.network.neutron [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updated VIF entry in instance network info cache for port c2a522d0-7188-4958-a89b-b16457b8233d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG nova.network.neutron [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-abee8103-0355-4577-89e3-13a815739209 req-eeedc930-23a0-42be-aa52-4655d7a76c72 service nova] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG nova.objects.instance [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid f5327444-1a80-4fea-9abd-a21ecf5d2a4a {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:13 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Snapshot image upload complete
Dec 06 08:32:13 user nova-compute[75502]: INFO nova.compute.manager [None req-3d23894b-8db0-4e55-ad9a-914937d0ccfb tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Took 6.97 seconds to snapshot the instance on the hypervisor.
Dec 06 08:32:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:13 user nova-compute[75502]: INFO nova.compute.manager [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Attaching volume ff40cab5-3926-4b85-acae-2a4eb8dca818 to /dev/vdb
Dec 06 08:32:14 user nova-compute[75502]: DEBUG os_brick.utils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c8d729-0611-40c7-9cc8-50e77bc6f630]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f265bbe-9221-4448-8f5b-45333f74b842]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad10495b-5f06-4401-9fd5-63f59d8b7021]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf537cb3-bfbb-4ea6-b2ca-cc7dcd1a5e6f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:14 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:32:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf163204-89a2-4be6-9dd2-01d91ae5f911]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG os_brick.utils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:14 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updating existing volume attachment record: ced57345-791d-428d-be88-42d3bf454165 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:32:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JmWsgluS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:17 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:17 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:17 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[525dcee4-69ab-4e22-8037-e08d874339c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:32:17 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2504ee9e-550d-4ebd-936f-98b6786449a1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2] added
Dec 06 08:32:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e6c8ef3-cbbe-43bc-a727-a47532da2e34]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[808b1c2f-cc62-447a-a22c-b29012e477ad]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JmWsgluS {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JmWsgluS" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e512e1f2-6bd0-45de-ba87-92f8473e49bb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JmWsgluS'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6839d484-ffe3-4dff-bd29-654c0fef57c6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[559d4815-4e13-4d24-8598-3fdb12adc8a9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[52515988-c04e-47fe-a95e-f1478013d0a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260]
Dec 06 08:32:17 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eede399-0707-4cc3-a11a-62bb8657a4f1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[73fbfa89-55c1-4ddf-8270-2383260b0c5f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:17 user nova-compute[75502]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 (non-flash)
Dec 06 08:32:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:17 user nova-compute[75502]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 (non-flash)
Dec 06 08:32:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:32:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4ee997-4dd4-47cf-beff-fee20e5121f0]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:18 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:32:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JmWsgluS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:32:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23639316533383233', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639316533383233', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG nova.objects.instance [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lazy-loading 'flavor' on Instance uuid d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:32:19 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:32:19 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:32:19 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:32:19 user nova-compute[75502]:   <serial>b149c246-4e8b-4f50-ae86-d513c75ecec2</serial>
Dec 06 08:32:19 user nova-compute[75502]: </disk>
Dec 06 08:32:19 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] No VIF found with MAC fa:16:3e:1e:84:e5, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:32:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0c3c4c3f-6fba-43fc-9711-525286efa96d tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.258s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:20 user nova-compute[75502]: INFO nova.compute.manager [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Terminating instance
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-ec4b5816-05e5-48b6-a989-a71acec09d01 req-bd6c376c-5fd5-4d2f-82e9-94198f00cafa service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-vif-unplugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ec4b5816-05e5-48b6-a989-a71acec09d01 req-bd6c376c-5fd5-4d2f-82e9-94198f00cafa service nova] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ec4b5816-05e5-48b6-a989-a71acec09d01 req-bd6c376c-5fd5-4d2f-82e9-94198f00cafa service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ec4b5816-05e5-48b6-a989-a71acec09d01 req-bd6c376c-5fd5-4d2f-82e9-94198f00cafa service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-ec4b5816-05e5-48b6-a989-a71acec09d01 req-bd6c376c-5fd5-4d2f-82e9-94198f00cafa service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] No waiting events found dispatching network-vif-unplugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-ec4b5816-05e5-48b6-a989-a71acec09d01 req-bd6c376c-5fd5-4d2f-82e9-94198f00cafa service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-vif-unplugged-4799a379-7255-4042-8396-af9e8703c45f for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Instance destroyed successfully.
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.objects.instance [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lazy-loading 'resources' on Instance uuid d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1931210310',display_name='tempest-DeleteServersTestJSON-server-1931210310',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1931210310',id=3,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='89bfc9c10cfb44d0be964987607eefb9',ramdisk_id='',reservation_id='r-atxhd2j5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-452535479',owner_user_name='tempest-DeleteServersTestJSON-452535479-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:30:30Z,user_data=None,user_id='60e3196a982f43bab97fdf71d45f1a16',uuid=d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Converting VIF {"id": "4799a379-7255-4042-8396-af9e8703c45f", "address": "fa:16:3e:1e:84:e5", "network": {"id": "b362029e-5696-4783-9a8a-9a94cc12efe1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-876779379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "89bfc9c10cfb44d0be964987607eefb9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4799a379-72", "ovs_interfaceid": "4799a379-7255-4042-8396-af9e8703c45f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_vif [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4799a379-72, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=65116c70-da5a-42d6-879e-37346c3e00a1) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:20 user nova-compute[75502]: INFO os_vif [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:84:e5,bridge_name='br-int',has_traffic_filtering=True,id=4799a379-7255-4042-8396-af9e8703c45f,network=Network(b362029e-5696-4783-9a8a-9a94cc12efe1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4799a379-72')
Dec 06 08:32:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JmWsgluS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:20 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fb619ea-7715-4ba6-9301-192cde544d42]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:32:20 user nova-compute[75502]: No targets found.
Dec 06 08:32:20 user nova-compute[75502]: iSNS:
Dec 06 08:32:20 user nova-compute[75502]: No targets found.
Dec 06 08:32:20 user nova-compute[75502]: STATIC:
Dec 06 08:32:20 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2
Dec 06 08:32:20 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:20 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:20 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233
Dec 06 08:32:20 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:20 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:20 user nova-compute[75502]: FIRMWARE:
Dec 06 08:32:20 user nova-compute[75502]: No targets found.
Dec 06 08:32:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:32:20 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:32:20 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd84e850-5c24-4661-8de9-72e02a1f650f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a0a403-1d54-444c-83cd-e2b15d19d389]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:21 user nova-compute[75502]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 (non-flash)
Dec 06 08:32:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:21 user nova-compute[75502]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 (non-flash)
Dec 06 08:32:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8342950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[276f8af8-eb36-429a-a7ed-efb9614aa223]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6286b67f-0f89-4a20-9cba-a82d4e23db3b]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b7a5f5-0b66-4189-a5e8-51523d978193]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9202d801-83fa-4884-8c02-d93ccf4caf52]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9747299-ebcb-4b98-9da3-c02e2da5bd4f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[618f55fb-450e-4303-a4f6-8a2634a4c427]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260]
Dec 06 08:32:21 user nova-compute[75502]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b149c246-4e8b-4f50-ae86-d513c75ecec2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[55bd0f8f-a744-4fdc-a9a7-3bbfee5b6e85]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] <== disconnect_volume: return (304ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:32:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Deleting instance files /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3_del
Dec 06 08:32:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Deletion of /opt/stack/data/nova/instances/d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3_del complete
Dec 06 08:32:21 user nova-compute[75502]: INFO nova.compute.manager [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 06 08:32:21 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:32:21 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:21 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Took 0.54 seconds to deallocate network for instance.
Dec 06 08:32:21 user nova-compute[75502]: DEBUG nova.compute.manager [req-598f8f6a-ae07-4c82-bb1f-f7f85f29d6cd req-e630ec0c-3ad6-437a-9e8f-2e63ca11ae02 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-vif-deleted-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-086e00ee-bd9e-4f8f-b7ac-cf274a3f9a48 req-befeb1ca-ec1e-46bf-bba0-a09a500b16c4 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received event network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-086e00ee-bd9e-4f8f-b7ac-cf274a3f9a48 req-befeb1ca-ec1e-46bf-bba0-a09a500b16c4 service nova] Acquiring lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-086e00ee-bd9e-4f8f-b7ac-cf274a3f9a48 req-befeb1ca-ec1e-46bf-bba0-a09a500b16c4 service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-086e00ee-bd9e-4f8f-b7ac-cf274a3f9a48 req-befeb1ca-ec1e-46bf-bba0-a09a500b16c4 service nova] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-086e00ee-bd9e-4f8f-b7ac-cf274a3f9a48 req-befeb1ca-ec1e-46bf-bba0-a09a500b16c4 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] No waiting events found dispatching network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:22 user nova-compute[75502]: WARNING nova.compute.manager [req-086e00ee-bd9e-4f8f-b7ac-cf274a3f9a48 req-befeb1ca-ec1e-46bf-bba0-a09a500b16c4 service nova] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Received unexpected event network-vif-plugged-4799a379-7255-4042-8396-af9e8703c45f for instance with vm_state active and task_state deleting.
Dec 06 08:32:22 user nova-compute[75502]: INFO nova.compute.manager [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] [instance: d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3] Took 0.92 seconds to detach 1 volumes for instance.
Dec 06 08:32:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:23 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:32:23 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:32:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.446s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:23 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Deleted allocations for instance d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3
Dec 06 08:32:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-819ce662-fbbc-478d-9831-ce4985686753 tempest-DeleteServersTestJSON-452535479 tempest-DeleteServersTestJSON-452535479-project-member] Lock "d1aac6ef-ca1c-45bb-ae46-a7451ffa3da3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.375s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbgBJiDf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:24 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77479c1-fbdf-41b2-ba23-4c1695546f44]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:32:24 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66b8a4e-6ccf-4aac-b0f1-17c9a5bc9e28]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818] added
Dec 06 08:32:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ade50f-883b-4251-a1fd-b607e857ad52]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78d10fc-1680-4817-bf27-ed1d59c467b7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vbgBJiDf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vbgBJiDf" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[648dc57d-5b23-4577-ba4e-e636a35f72b9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vbgBJiDf'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff5a52a-4e6c-436d-810d-9a1b1f48653d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad7dfdf-8c68-4cf6-b9a5-acd904e5bf34]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f314e29d-40b2-43ba-a307-e512c5633675]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260]
Dec 06 08:32:24 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[677ed387-441f-44e7-a4b6-dc43a3238d26]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d0aeeb-427b-4d94-bb7c-12d165d22bff]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:24 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:24 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[236cfc73-2f34-46c8-8171-e02a3ed5ef85]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbgBJiDf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23366663962303333', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366663962303333', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG nova.objects.instance [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid f5327444-1a80-4fea-9abd-a21ecf5d2a4a {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:32:25 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:32:25 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:32:25 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:32:25 user nova-compute[75502]:   <serial>ff40cab5-3926-4b85-acae-2a4eb8dca818</serial>
Dec 06 08:32:25 user nova-compute[75502]: </disk>
Dec 06 08:32:25 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:32:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:46:b1:5a, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:32:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-aeee8788-41e3-4f95-aa7a-2a8b5974ee06 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.486s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-changed-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Refreshing instance network info cache due to event network-changed-4d91d052-7ac3-4769-bb49-9629e3d80052. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] Acquiring lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] Acquired lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:28 user nova-compute[75502]: DEBUG nova.network.neutron [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Refreshing network info cache for port 4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lazy-loading 'flavor' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:29 user nova-compute[75502]: INFO nova.compute.manager [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Attaching volume 5beb7a52-f268-4a05-8266-f76cf8d9a23c to /dev/vdb
Dec 06 08:32:29 user nova-compute[75502]: DEBUG os_brick.utils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cff03f6-eb2b-4548-a9b1-6a4b21356418]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d701a61-eef8-4445-a1c9-f911d416a187]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab631c26-4ac7-4fc9-a66b-58fee28e934a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f83c91-76ba-49d6-beb4-bf9c3d5fd935]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:29 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad9eb42-a198-422b-8f40-7218d41fd1d1]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG os_brick.utils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updating existing volume attachment record: 07fff989-7bd5-46d9-bcfb-de167ee95732 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updated VIF entry in instance network info cache for port 4d91d052-7ac3-4769-bb49-9629e3d80052. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updating instance_info_cache with network_info: [{"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-33592ec7-9534-4336-baab-dc8d459c39c6 req-5dd3caae-f0f9-4b4e-89d2-6a6d64f539f8 service nova] Releasing lock "refresh_cache-de492712-d0dd-48fb-af72-638d972d2937" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:32:30 user nova-compute[75502]: INFO nova.compute.claims [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Claim successful on node user
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.520s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:32:30 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:32:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.policy [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cccdebece9354e2b93ef212b97215d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5605c4c1ac7c42f1906b98680decff52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-changed-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Refreshing instance network info cache due to event network-changed-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] Acquiring lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] Acquired lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Refreshing network info cache for port 6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:32:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Creating image(s)
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "/opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.005s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.492s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.network.neutron [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Successfully created port: 0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updated VIF entry in instance network info cache for port 6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updating instance_info_cache with network_info: [{"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-003789bf-6208-4e06-a35f-5dd1a348b6d9 req-5e40d809-94d9-4586-8131-4a1eb505f25a service nova] Releasing lock "refresh_cache-1528eb17-3df0-4dff-b3d9-c699a95a58a8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk 1073741824" returned: 0 in 0.058s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Cannot resize image /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Ensure instance console log exists: /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Successfully updated port: 0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquired lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-changed-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Refreshing instance network info cache due to event network-changed-0e1aacec-255b-4f8c-8552-c9659fda0c13. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] Acquiring lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updating instance_info_cache with network_info: [{"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Releasing lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Instance network_info: |[{"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] Acquired lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Refreshing network info cache for port 0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Start _get_guest_xml network_info=[{"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:32:32 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:32:32 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:32:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1564569272',display_name='tempest-AttachVolumeNegativeTest-server-1564569272',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1564569272',id=13,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJXZzTtyR9FaIS/Cfy5Cgto0ytGAFLs0Aokoxhunhuca+3clGP54TC/76pb+IbXY/lCp3Tnw8dpkCYb6qZHrQvc5yMQ2uVnQrgkw+qLKKFU8uKmYyDDNcd6RlaPE7tiJMg==',key_name='tempest-keypair-2007030192',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-n0uam0fu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:32:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'pci_devices' on Instance uuid e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:32:32 user nova-compute[75502]:   <uuid>e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b</uuid>
Dec 06 08:32:32 user nova-compute[75502]:   <name>instance-0000000d</name>
Dec 06 08:32:32 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:32:32 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:32:32 user nova-compute[75502]:   <metadata>
Dec 06 08:32:32 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:32:32 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:32:32 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1564569272</nova:name>
Dec 06 08:32:32 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:32:32</nova:creationTime>
Dec 06 08:32:32 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:32:32 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:32:32 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:32:32 user nova-compute[75502]:       <nova:owner>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:user uuid="cccdebece9354e2b93ef212b97215d34">tempest-AttachVolumeNegativeTest-465406077-project-member</nova:user>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:project uuid="5605c4c1ac7c42f1906b98680decff52">tempest-AttachVolumeNegativeTest-465406077</nova:project>
Dec 06 08:32:32 user nova-compute[75502]:       </nova:owner>
Dec 06 08:32:32 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:32:32 user nova-compute[75502]:       <nova:ports>
Dec 06 08:32:32 user nova-compute[75502]:         <nova:port uuid="0e1aacec-255b-4f8c-8552-c9659fda0c13">
Dec 06 08:32:32 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 08:32:32 user nova-compute[75502]:         </nova:port>
Dec 06 08:32:32 user nova-compute[75502]:       </nova:ports>
Dec 06 08:32:32 user nova-compute[75502]:     </nova:instance>
Dec 06 08:32:32 user nova-compute[75502]:   </metadata>
Dec 06 08:32:32 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:32:32 user nova-compute[75502]:     <system>
Dec 06 08:32:32 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:32:32 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:32:32 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:32:32 user nova-compute[75502]:       <entry name="serial">e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b</entry>
Dec 06 08:32:32 user nova-compute[75502]:       <entry name="uuid">e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b</entry>
Dec 06 08:32:32 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:32:32 user nova-compute[75502]:     </system>
Dec 06 08:32:32 user nova-compute[75502]:   </sysinfo>
Dec 06 08:32:32 user nova-compute[75502]:   <os>
Dec 06 08:32:32 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:32:32 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:32:32 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:32:32 user nova-compute[75502]:   </os>
Dec 06 08:32:32 user nova-compute[75502]:   <features>
Dec 06 08:32:32 user nova-compute[75502]:     <acpi/>
Dec 06 08:32:32 user nova-compute[75502]:     <apic/>
Dec 06 08:32:32 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:32:32 user nova-compute[75502]:   </features>
Dec 06 08:32:32 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:32:32 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:32:32 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:32:32 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:32:32 user nova-compute[75502]:   </clock>
Dec 06 08:32:32 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:32:32 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:32:32 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:32:32 user nova-compute[75502]:   </cpu>
Dec 06 08:32:32 user nova-compute[75502]:   <devices>
Dec 06 08:32:32 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:32:32 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:32:32 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk"/>
Dec 06 08:32:32 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:32:32 user nova-compute[75502]:     </disk>
Dec 06 08:32:32 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:32:32 user nova-compute[75502]:       <mac address="fa:16:3e:a4:29:73"/>
Dec 06 08:32:32 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:32:32 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:32:32 user nova-compute[75502]:       <target dev="tap0e1aacec-25"/>
Dec 06 08:32:32 user nova-compute[75502]:     </interface>
Dec 06 08:32:32 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:32:32 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/console.log" append="off"/>
Dec 06 08:32:32 user nova-compute[75502]:     </serial>
Dec 06 08:32:32 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:32:32 user nova-compute[75502]:     <video>
Dec 06 08:32:32 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:32:32 user nova-compute[75502]:     </video>
Dec 06 08:32:32 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:32:32 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:32:32 user nova-compute[75502]:     </rng>
Dec 06 08:32:32 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:32:32 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:32:32 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:32:32 user nova-compute[75502]:     </memballoon>
Dec 06 08:32:32 user nova-compute[75502]:   </devices>
Dec 06 08:32:32 user nova-compute[75502]: </domain>
Dec 06 08:32:32 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:32:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1564569272',display_name='tempest-AttachVolumeNegativeTest-server-1564569272',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1564569272',id=13,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJXZzTtyR9FaIS/Cfy5Cgto0ytGAFLs0Aokoxhunhuca+3clGP54TC/76pb+IbXY/lCp3Tnw8dpkCYb6qZHrQvc5yMQ2uVnQrgkw+qLKKFU8uKmYyDDNcd6RlaPE7tiJMg==',key_name='tempest-keypair-2007030192',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-n0uam0fu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:32:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG os_vif [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1afd4de4-e8ed-559a-a0c9-aac03f67d83d', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0e1aacec-25, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0e1aacec-25, col_values=(('qos', UUID('496d4edd-ead1-4e78-943c-21ffc61c7dfa')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0e1aacec-25, col_values=(('external_ids', {'iface-id': '0e1aacec-255b-4f8c-8552-c9659fda0c13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:29:73', 'vm-uuid': 'e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:32 user nova-compute[75502]: INFO os_vif [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25')
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:a4:29:73, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updated VIF entry in instance network info cache for port 0e1aacec-255b-4f8c-8552-c9659fda0c13. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updating instance_info_cache with network_info: [{"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-36175d73-0fb2-4221-9bc9-5236197ba21c req-eabb983c-9864-426b-8a77-fe919f47108c service nova] Releasing lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG nova.objects.instance [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lazy-loading 'flavor' on Instance uuid 1528eb17-3df0-4dff-b3d9-c699a95a58a8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:33 user nova-compute[75502]: INFO nova.compute.manager [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Attaching volume f140be4f-470c-407a-a004-8e64ef1f0b5d to /dev/sdc
Dec 06 08:32:33 user nova-compute[75502]: DEBUG os_brick.utils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[63a44710-88a6-4adc-934c-9042d477d9dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d89689-76af-4d01-aaa2-da42640c805b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f88f5b-17b1-4e52-b0a6-b73d26707b76]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[02edec88-0285-43ad-9464-309f102ad39b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:34 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd3ae26-190f-4df1-8579-8e01674c6ebc]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG os_brick.utils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updating existing volume attachment record: 1151a53d-8799-4a2c-aa30-249b07c2b9e4 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-3fa94b03-671f-4a88-9a3e-f3bac84f5036 req-024267b6-b283-47e0-a01a-bd180572b3a0 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3fa94b03-671f-4a88-9a3e-f3bac84f5036 req-024267b6-b283-47e0-a01a-bd180572b3a0 service nova] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3fa94b03-671f-4a88-9a3e-f3bac84f5036 req-024267b6-b283-47e0-a01a-bd180572b3a0 service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3fa94b03-671f-4a88-9a3e-f3bac84f5036 req-024267b6-b283-47e0-a01a-bd180572b3a0 service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-3fa94b03-671f-4a88-9a3e-f3bac84f5036 req-024267b6-b283-47e0-a01a-bd180572b3a0 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] No waiting events found dispatching network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:34 user nova-compute[75502]: WARNING nova.compute.manager [req-3fa94b03-671f-4a88-9a3e-f3bac84f5036 req-024267b6-b283-47e0-a01a-bd180572b3a0 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received unexpected event network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 for instance with vm_state building and task_state spawning.
Dec 06 08:32:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:32:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Instance spawned successfully.
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-e47ad9ba-e713-4742-8055-5a9e1c3df374 req-8402c061-8b63-4e27-9309-14add33239db service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e47ad9ba-e713-4742-8055-5a9e1c3df374 req-8402c061-8b63-4e27-9309-14add33239db service nova] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e47ad9ba-e713-4742-8055-5a9e1c3df374 req-8402c061-8b63-4e27-9309-14add33239db service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e47ad9ba-e713-4742-8055-5a9e1c3df374 req-8402c061-8b63-4e27-9309-14add33239db service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-e47ad9ba-e713-4742-8055-5a9e1c3df374 req-8402c061-8b63-4e27-9309-14add33239db service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] No waiting events found dispatching network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:36 user nova-compute[75502]: WARNING nova.compute.manager [req-e47ad9ba-e713-4742-8055-5a9e1c3df374 req-8402c061-8b63-4e27-9309-14add33239db service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received unexpected event network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 for instance with vm_state building and task_state spawning.
Dec 06 08:32:36 user nova-compute[75502]: INFO nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Took 5.48 seconds to spawn the instance on the hypervisor.
Dec 06 08:32:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:32:36 user nova-compute[75502]: INFO nova.compute.manager [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Took 6.43 seconds to build instance.
Dec 06 08:32:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40e781ff-11c8-4ab3-94ed-592fa9fb0e59 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.549s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:39 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:39 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:39 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4167ed7-9547-462a-adf7-0ac88f75aaf4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:32:39 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ddc31bd-cc58-4f48-bcb8-1fc480f67a47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c] added
Dec 06 08:32:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c06f390f-0b07-4242-8c8a-a872098f767e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9863834f-3193-4e78-aa82-6679b793206f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LGyxqmXo {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LGyxqmXo" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff6fd66-8a23-4954-bbe7-939bea9a7106]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LGyxqmXo'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b05c7c2e-653c-4724-927f-07f46c4a7265]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ad6cf7-1798-4534-a586-d6cf2845e971]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ecddb6d-4dbb-4995-9e22-dba702f603f6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]
Dec 06 08:32:39 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[20dc0b4e-3180-4563-93e8-3320a4cc819d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f1197d-a794-4bcc-80af-cb734773f47c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:39 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[40596799-44a0-4071-a45f-d6c77e1a3856]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:32:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:32:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23838373063343634', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23838373063343634', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:32:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lazy-loading 'flavor' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:32:40 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:32:40 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:32:40 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:32:40 user nova-compute[75502]:   <serial>5beb7a52-f268-4a05-8266-f76cf8d9a23c</serial>
Dec 06 08:32:40 user nova-compute[75502]: </disk>
Dec 06 08:32:40 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:32:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] No VIF found with MAC fa:16:3e:df:e5:06, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:32:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f76038b-936d-4ab7-81fd-be0666026a8c tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.034s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:42 user nova-compute[75502]: DEBUG os_brick.utils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58cc286-f4cf-4f39-98e1-f089e80395f0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecedb72-7640-47c6-90d4-9ef6cfd3df4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d47a22b-ae43-41b2-aee0-53e73c40c4de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a141d0-6622-4b9e-96b8-55e0fbac4415]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:43 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:32:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc01ca3d-2f38-4e3e-b341-b33788f99f3a]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:32:43 user nova-compute[75502]: DEBUG os_brick.utils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:43 user nova-compute[75502]: INFO nova.compute.manager [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Swapping volume 5beb7a52-f268-4a05-8266-f76cf8d9a23c for 6f497a02-ed41-4374-8562-99a69a12aa63
Dec 06 08:32:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXiaVsPL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:44 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee47ddd-4931-41ab-ba07-200f4fed4c41]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:32:44 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bb192c1-bf7d-4f1e-9b35-35e652ea82fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d] added
Dec 06 08:32:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c27a1cc-b797-43cc-a6d1-5aad3a55a909]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e84ebb0b-9192-4353-8b88-6b6b3f716b74]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXiaVsPL {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXiaVsPL" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9064314c-ea70-43b9-810c-37dafe89c3ed]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uXiaVsPL'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[98f3319a-c5b2-4b5f-83c4-f247f13b7f0a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d7a1e8a-f557-4084-9117-def6fc84cafd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[96237a42-395e-411b-a700-5d5d20f64fda]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260]
Dec 06 08:32:44 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.050s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ade4ced-6546-4bdc-9e71-6119e65a66ff]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bde71b2-0d6c-4aae-a456-ac39ac3376bf]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:44 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b466eac-29ec-4cb5-b462-b56cdffd8238]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:32:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXiaVsPL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '26466376331346432', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466376331346432', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lazy-loading 'flavor' on Instance uuid 1528eb17-3df0-4dff-b3d9-c699a95a58a8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:32:45 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:32:45 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:32:45 user nova-compute[75502]:   <target dev="sdc" bus="scsi"/>
Dec 06 08:32:45 user nova-compute[75502]:   <serial>f140be4f-470c-407a-a004-8e64ef1f0b5d</serial>
Dec 06 08:32:45 user nova-compute[75502]:   <address type="drive" controller="0" unit="2"/>
Dec 06 08:32:45 user nova-compute[75502]: </disk>
Dec 06 08:32:45 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No BDM found with device name sda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:32:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] No VIF found with MAC fa:16:3e:05:d0:fe, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:32:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25366ca6-d3d7-4fe9-b2b5-bb3ad28934ca tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.163s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-changed-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Refreshing instance network info cache due to event network-changed-13dc5328-4e12-4e08-be0c-7b375a5c1ec1. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] Acquiring lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] Acquired lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Refreshing network info cache for port 13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:47 user nova-compute[75502]: INFO nova.compute.manager [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Detaching volume f140be4f-470c-407a-a004-8e64ef1f0b5d
Dec 06 08:32:47 user nova-compute[75502]: INFO nova.virt.block_device [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Attempting to driver detach volume f140be4f-470c-407a-a004-8e64ef1f0b5d from mountpoint /dev/sdc
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Attempting to detach device sdc from instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:32:47 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:32:47 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:32:47 user nova-compute[75502]:   <target dev="sdc" bus="scsi"/>
Dec 06 08:32:47 user nova-compute[75502]:   <serial>f140be4f-470c-407a-a004-8e64ef1f0b5d</serial>
Dec 06 08:32:47 user nova-compute[75502]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 08:32:47 user nova-compute[75502]: </disk>
Dec 06 08:32:47 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:32:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Successfully detached device sdc from instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 from the persistent domain config.
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:32:47 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:32:47 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:32:47 user nova-compute[75502]:   <target dev="sdc" bus="scsi"/>
Dec 06 08:32:47 user nova-compute[75502]:   <serial>f140be4f-470c-407a-a004-8e64ef1f0b5d</serial>
Dec 06 08:32:47 user nova-compute[75502]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 06 08:32:47 user nova-compute[75502]: </disk>
Dec 06 08:32:47 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "98f0e392-217a-4547-9c9a-c291200cda65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.objects.instance [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lazy-loading 'flavor' on Instance uuid 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "98f0e392-217a-4547-9c9a-c291200cda65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updated VIF entry in instance network info cache for port 13dc5328-4e12-4e08-be0c-7b375a5c1ec1. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updating instance_info_cache with network_info: [{"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c1a5502b-7211-4ff0-881c-36c74aa97e13 req-10595bd4-ee78-4b43-9e05-e06a59957d32 service nova] Releasing lock "refresh_cache-98f0e392-217a-4547-9c9a-c291200cda65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "98f0e392-217a-4547-9c9a-c291200cda65" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:47 user nova-compute[75502]: INFO nova.compute.manager [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Attaching volume 6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e to /dev/vdb
Dec 06 08:32:47 user nova-compute[75502]: DEBUG os_brick.utils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad5cf59-26b0-4aed-96d7-fee5e7126705]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[76def7ed-0504-4a83-b776-ef4d4b2609d1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ad69997-65a6-436f-b2f5-03a394adea77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7238c14c-e53f-45ff-8bb8-1c67dd92293a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:32:47 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:32:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ef1f81-d7d6-472d-a157-3e0ea85460f3]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG os_brick.utils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] <== get_connector_properties: return (106ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updating existing volume attachment record: 550812ad-4671-433a-9873-a8b2fdb094d1 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:32:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jVWTOFCg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de492712-d0dd-48fb-af72-638d972d2937', 'attached_at': '', 'detached_at': '', 'volume_id': '6f497a02-ed41-4374-8562-99a69a12aa63', 'serial': '6f497a02-ed41-4374-8562-99a69a12aa63'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'de492712-d0dd-48fb-af72-638d972d2937', 'attached_at': '', 'detached_at': '', 'volume_id': '5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'serial'} {{(pid=75502) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jVWTOFCg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:53 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:53 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:53 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c74d105-65b5-482e-b6c0-6f74d2a01403]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:32:53 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42e5dfb-fe2b-4b3e-900e-d4424492293e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63] added
Dec 06 08:32:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[941cf70b-b53b-407d-ab11-985ec46f3382]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2f36bf-aeaa-4390-8156-f35557eb5a97]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jVWTOFCg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jVWTOFCg" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d52f81-2e8f-4a85-a9cd-a9dbbbedca96]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jVWTOFCg'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dceaf4e-02ba-4233-9a04-e98c6424b36d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b5c0c7c-2a8d-45b9-ac9b-83493b39ebcd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95bc2ee1-2d7b-4adb-b1f3-62adab47e90c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260]
Dec 06 08:32:53 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b7963c-03a6-433b-8b1f-f95f6e2d0b50]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b5caf7-a276-4661-a877-2867e9af4596]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:53 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e0c5a4f-ee16-45a4-88ee-10de940bb193]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:32:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jVWTOFCg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26563666566326361', 'path': '/dev/sdf'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563666566326361', 'path': '/dev/sdf'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lazy-loading 'flavor' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-changed-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Refreshing instance network info cache due to event network-changed-a3db7cbf-278c-4edd-b583-01222c95bcd3. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] Acquiring lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] Acquired lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Refreshing network info cache for port a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:32:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 134217728 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updated VIF entry in instance network info cache for port a3db7cbf-278c-4edd-b583-01222c95bcd3. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:32:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updating instance_info_cache with network_info: [{"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:32:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-409ee2ff-5ae4-4413-b278-bfcbe6914161 req-f15dca90-6fc3-483f-8e1b-607da703d363 service nova] Releasing lock "refresh_cache-2e06c50b-1f66-40cf-b2eb-7ea00355e000" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:32:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 252706816 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:56 user nova-compute[75502]: INFO nova.compute.manager [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Rebuilding instance
Dec 06 08:32:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 412090368 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-286da684-ec19-4d45-a425-52f00c128fe4 req-11ce4334-6349-44da-b2f4-9b51f2d00752 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-unplugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-286da684-ec19-4d45-a425-52f00c128fe4 req-11ce4334-6349-44da-b2f4-9b51f2d00752 service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-286da684-ec19-4d45-a425-52f00c128fe4 req-11ce4334-6349-44da-b2f4-9b51f2d00752 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-286da684-ec19-4d45-a425-52f00c128fe4 req-11ce4334-6349-44da-b2f4-9b51f2d00752 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-286da684-ec19-4d45-a425-52f00c128fe4 req-11ce4334-6349-44da-b2f4-9b51f2d00752 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-unplugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:56 user nova-compute[75502]: WARNING nova.compute.manager [req-286da684-ec19-4d45-a425-52f00c128fe4 req-11ce4334-6349-44da-b2f4-9b51f2d00752 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-unplugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state rebuilding.
Dec 06 08:32:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 583008256 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance destroyed successfully.
Dec 06 08:32:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance destroyed successfully.
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:31:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-947231812',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2032955487',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD7QMeS0avYeYhRGQ7CxQ1bauK1dbRSo0/atmUWf/yKHSprujaByGORhGsvkqImrOxlbWItFyFcBbB6U6Aba5F1KiIOlfGQLDOQZnxugEiZGrFK2oMmyzP/1E+E0TE1vDg==',key_name='tempest-keypair-479257006',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:31:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='db7b888938974f478ec38fa16181cbfc',ramdisk_id='',reservation_id='r-bokea45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1762019183',owner_user_name='tempest-ServerActionsV293TestJSON-1762019183-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:32:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d92fe64d5c43479aa0022285e3de4e34',uuid=2e06c50b-1f66-40cf-b2eb-7ea00355e000,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converting VIF {"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3db7cbf-27, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bfed17ce-736c-42e6-8d7a-ab96c83d6764) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:57 user nova-compute[75502]: INFO os_vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27')
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:57 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.041s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f89d8e-1f74-4844-a6d5-7348a43f0616]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:32:57 user nova-compute[75502]: No targets found.
Dec 06 08:32:57 user nova-compute[75502]: iSNS:
Dec 06 08:32:57 user nova-compute[75502]: No targets found.
Dec 06 08:32:57 user nova-compute[75502]: STATIC:
Dec 06 08:32:57 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d
Dec 06 08:32:57 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:57 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:57 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:32:57 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:57 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:57 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:32:57 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:57 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:57 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63
Dec 06 08:32:57 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:57 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:57 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233
Dec 06 08:32:57 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:57 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:57 user nova-compute[75502]: FIRMWARE:
Dec 06 08:32:57 user nova-compute[75502]: No targets found.
Dec 06 08:32:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:32:57 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:32:57 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e842f1-f209-4d13-b7b2-8e8f74fdc557]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fc6e5c1-3710-4edf-99f7-6667b689e908]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:57 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb86a72e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 719323136 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbf86db-6317-4888-bef5-89c5d0b66db9]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8b437c-2fa6-449e-a605-d980d8aaa1eb]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[047ce93b-53b6-4ca4-aa0d-f23cc32937b2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa8dd53-cbed-4ef1-bc9b-e2d07674cdcc]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5726f305-e10cdd08567204b5', '/dev/disk/by-id/scsi-26531306364643038', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5726f305') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0014dcae-1b56-46b4-9fb1-b3651803eda0]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75082ca6-5017-4ec2-937b-ed7c55749370]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --logout" returned: 0 in 0.098s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[458581ed-5271-4455-ae70-d9dd7765e3f6]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]
Dec 06 08:32:57 user nova-compute[75502]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[257b16e2-924d-4ec2-bf8f-5bb62e3a01a0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.443s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== disconnect_volume: return (444ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:32:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Deleting instance files /opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000_del
Dec 06 08:32:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Deletion of /opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000_del complete
Dec 06 08:32:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 865075200 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:58 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 2e06c50b-1f66-40cf-b2eb-7ea00355e000 could not be found.
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:58 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.050s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[212f012c-c986-4a3d-8f36-a2237fa14883]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:32:58 user nova-compute[75502]: No targets found.
Dec 06 08:32:58 user nova-compute[75502]: iSNS:
Dec 06 08:32:58 user nova-compute[75502]: No targets found.
Dec 06 08:32:58 user nova-compute[75502]: STATIC:
Dec 06 08:32:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d
Dec 06 08:32:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:32:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:32:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63
Dec 06 08:32:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:32:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:32:58 user nova-compute[75502]: FIRMWARE:
Dec 06 08:32:58 user nova-compute[75502]: No targets found.
Dec 06 08:32:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:32:58 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:32:58 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d755e3a1-0709-41bb-b7a6-44ecd2513463]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[395a8e02-c211-458a-8735-8b432b93716f]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb81ff9a0>, {}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Disconnecting from: [] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.122s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== disconnect_volume: return (124ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 1012924416 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'apvmycxt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:58 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:58 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:32:58 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[84f2df99-d059-4a0e-a7f2-c61040429baa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:32:58 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e14e2dab-2856-4545-9959-44fa5e03674f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e] added
Dec 06 08:32:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e831b4de-e841-4252-af49-ddf226a3f0a2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e05841-ea40-49c5-8d6e-999bc054d033]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v apvmycxt {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v apvmycxt" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5ecf3f-3ed3-473c-98c6-268da46d95c4]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'apvmycxt'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae25310-1086-4b46-a83f-f6b42241a8db]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[448e0a15-95f8-4348-80dd-6959f5db8a93]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:58 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-1896070f-1315-422e-ba6a-852a67cd90a5 req-a3ff965e-8241-46f9-8859-cabb6b846273 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1896070f-1315-422e-ba6a-852a67cd90a5 req-a3ff965e-8241-46f9-8859-cabb6b846273 service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1896070f-1315-422e-ba6a-852a67cd90a5 req-a3ff965e-8241-46f9-8859-cabb6b846273 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1896070f-1315-422e-ba6a-852a67cd90a5 req-a3ff965e-8241-46f9-8859-cabb6b846273 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-1896070f-1315-422e-ba6a-852a67cd90a5 req-a3ff965e-8241-46f9-8859-cabb6b846273 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:32:58 user nova-compute[75502]: WARNING nova.compute.manager [req-1896070f-1315-422e-ba6a-852a67cd90a5 req-a3ff965e-8241-46f9-8859-cabb6b846273 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state rebuilding.
Dec 06 08:32:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:32:59 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Preparing to wait for external event volume-reimaged-4e2c88aa-b9da-4986-8038-ec8843d4d233 {{(pid=75502) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --login" returned: 0 in 1.073s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[76e3e7bd-7e1d-403e-b682-602666e99d1a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260]
Dec 06 08:32:59 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260] successful.
Dec 06 08:32:59 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2bbfb1e-8cbb-4036-a76a-3ad6734341a6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c2370b-8ff4-4585-ba3c-96636fa8aa71]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:32:59 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:32:59 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:32:59 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.317s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f3b831-606a-40a8-b843-ad86a4ab5097]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:32:59 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'apvmycxt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.364s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] <== connect_volume: return (2365ms) {'type': 'block', 'scsi_wwn': '23737656163623932', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23737656163623932', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.800s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lazy-loading 'flavor' on Instance uuid 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c73c65-cfde-48e1-b347-f2418c44fbe2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:33:00 user nova-compute[75502]: No targets found.
Dec 06 08:33:00 user nova-compute[75502]: iSNS:
Dec 06 08:33:00 user nova-compute[75502]: No targets found.
Dec 06 08:33:00 user nova-compute[75502]: STATIC:
Dec 06 08:33:00 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d
Dec 06 08:33:00 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:00 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:00 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:33:00 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:00 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:00 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:33:00 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:00 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:00 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e
Dec 06 08:33:00 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:00 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:00 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63
Dec 06 08:33:00 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:00 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:00 user nova-compute[75502]: FIRMWARE:
Dec 06 08:33:00 user nova-compute[75502]: No targets found.
Dec 06 08:33:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:33:00 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:33:00 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d014b1c0-d891-4ea5-af19-ea3d38748bf3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] attach device xml: <disk type="block" device="disk">
Dec 06 08:33:00 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:33:00 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:33:00 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:33:00 user nova-compute[75502]:   <serial>6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e</serial>
Dec 06 08:33:00 user nova-compute[75502]: </disk>
Dec 06 08:33:00 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:33:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed5f0d0-fbef-41cb-9efa-da0878bf2652]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:01 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb81fd1b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[60399fb0-0502-4195-b3e6-561fa67ea2a7]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db23570-bcbd-405f-812f-f18e2daf91c4]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad0e0df5-1a24-403f-bd5a-a5951da071b6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac947593-7d76-4cb2-80f6-d3e543f8a73b]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c653053e-d987-44e5-a6c5-68b5b540ee02]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff292be0-4660-411a-94b3-b56d8a3427b4]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]
Dec 06 08:33:01 user nova-compute[75502]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc3c8bb-e12d-48d3-99ad-8282a866b466]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] <== disconnect_volume: return (2118ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jVWTOFCg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'de492712-d0dd-48fb-af72-638d972d2937', 'attached_at': '', 'detached_at': '', 'volume_id': '6f497a02-ed41-4374-8562-99a69a12aa63', 'serial'} {{(pid=75502) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] swap_volume: removing Cinder connection for volume 5beb7a52-f268-4a05-8266-f76cf8d9a23c {{(pid=75502) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] No VIF found with MAC fa:16:3e:8d:e2:eb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-73695e0d-7887-4aae-8b66-3a302b605f6e tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "98f0e392-217a-4547-9c9a-c291200cda65" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.877s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] volume_snapshot_create: create_info: {'snapshot_id': '7d02a5ea-1a18-45ba-9324-c414da40a136', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75502) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] snap xml: <domainsnapshot>
Dec 06 08:33:01 user nova-compute[75502]:   <disks>
Dec 06 08:33:01 user nova-compute[75502]:     <disk name="/dev/sdb" snapshot="external" type="file">
Dec 06 08:33:01 user nova-compute[75502]:       <source file="/dev/new_file"/>
Dec 06 08:33:01 user nova-compute[75502]:     </disk>
Dec 06 08:33:01 user nova-compute[75502]:     <disk name="vda" snapshot="no"/>
Dec 06 08:33:01 user nova-compute[75502]:   </disks>
Dec 06 08:33:01 user nova-compute[75502]: </domainsnapshot>
Dec 06 08:33:01 user nova-compute[75502]:  {{(pid=75502) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 06 08:33:01 user nova-compute[75502]: DEBUG nova.objects.instance [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] Lazy-loading 'system_metadata' on Instance uuid 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:01 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Traceback (most recent call last):
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     rv = execute(f, *args, **kwargs)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     six.reraise(c, e, tb)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     raise value
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     rv = meth(*args, **kwargs)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] 
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Traceback (most recent call last):
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     self._volume_snapshot_create(context, instance, guest,
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     rv = execute(f, *args, **kwargs)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     six.reraise(c, e, tb)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     raise value
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     rv = meth(*args, **kwargs)
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:01 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 7d02a5ea-1a18-45ba-9324-c414da40a136 could not be found.
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise value
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 7d02a5ea-1a18-45ba-9324-c414da40a136 could not be found. (HTTP 404) (Request-ID: req-721f66c9-3570-4855-b1cd-2e6be32fc1e9)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 7d02a5ea-1a18-45ba-9324-c414da40a136 could not be found.
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ea2b368-1285-467a-baf7-7ac5deb1ea9d tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] volume_snapshot_delete: delete_info: {'volume_id': '6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e'} {{(pid=75502) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [None req-6ea2b368-1285-467a-baf7-7ac5deb1ea9d tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65]     if delete_info['type'] != 'qcow2':
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] KeyError: 'type'
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [instance: 98f0e392-217a-4547-9c9a-c291200cda65] 
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server [None req-cffa1a35-c70d-4a02-b6c7-93df3464c851 tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     raise value
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver [None req-6ea2b368-1285-467a-baf7-7ac5deb1ea9d tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-ef6b69fd-8cda-4efd-9c9a-3253980df717)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 06 08:33:02 user nova-compute[75502]: ERROR nova.virt.libvirt.driver 
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server [None req-6ea2b368-1285-467a-baf7-7ac5deb1ea9d tempest-VolumesAssistedSnapshotsTest-839427485 tempest-VolumesAssistedSnapshotsTest-839427485-project] Exception during message handling: KeyError: 'type'
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 06 08:33:02 user nova-compute[75502]: ERROR oslo_messaging.rpc.server 
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] swap_volume: Updating volume 5beb7a52-f268-4a05-8266-f76cf8d9a23c BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "jVWTOFCg", "auth_password": "wSYElrs1zeRix2", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "6f497a02-ed41-4374-8562-99a69a12aa63"}, "status": "reserved", "instance": "de492712-d0dd-48fb-af72-638d972d2937", "attached_at": "", "detached_at": "", "volume_id": "6f497a02-ed41-4374-8562-99a69a12aa63", "serial": "6f497a02-ed41-4374-8562-99a69a12aa63"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '6f497a02-ed41-4374-8562-99a69a12aa63', 'no_device': None, 'attachment_id': 'd8899437-65b2-4213-b3c1-d0d73a2cba1b'} {{(pid=75502) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-655e6513-82e1-4481-bf49-612a850d9206 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 19.220s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "98f0e392-217a-4547-9c9a-c291200cda65" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:02 user nova-compute[75502]: INFO nova.compute.manager [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Detaching volume 6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e
Dec 06 08:33:02 user nova-compute[75502]: INFO nova.virt.block_device [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Attempting to driver detach volume 6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e from mountpoint /dev/vdb
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Attempting to detach device vdb from instance 98f0e392-217a-4547-9c9a-c291200cda65 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 08:33:02 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:33:02 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:33:02 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:33:02 user nova-compute[75502]:   <serial>6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e</serial>
Dec 06 08:33:02 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:33:02 user nova-compute[75502]: </disk>
Dec 06 08:33:02 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Successfully detached device vdb from instance 98f0e392-217a-4547-9c9a-c291200cda65 from the persistent domain config.
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 98f0e392-217a-4547-9c9a-c291200cda65 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] detach device xml: <disk type="block" device="disk">
Dec 06 08:33:02 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:33:02 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:33:02 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:33:02 user nova-compute[75502]:   <serial>6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e</serial>
Dec 06 08:33:02 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:33:02 user nova-compute[75502]: </disk>
Dec 06 08:33:02 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG os_brick.utils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0d73be-8d68-4f9a-9b03-0a8e51c7ef3c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e67d5d14-70da-4b67-82a4-594c77b8aa47]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e3302a-573d-4545-a956-97bc03e6bd71]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b309a39-f75e-4438-aead-a73d195e425d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:33:03 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[df64f0e6-9e81-4eec-82b2-f7ac1a94f772]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG os_brick.utils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: INFO nova.compute.manager [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Swapping volume 6f497a02-ed41-4374-8562-99a69a12aa63 for 5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:33:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:06 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:33:06 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:33:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7010MB free_disk=25.448509216308594GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance de492712-d0dd-48fb-af72-638d972d2937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 98f0e392-217a-4547-9c9a-c291200cda65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2e06c50b-1f66-40cf-b2eb-7ea00355e000 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 291e5d13-fed1-4618-b5f4-5d164ca952a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.501s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:07 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 is timed out.
Dec 06 08:33:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Successfully detached device sdc from instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8 from the live domain config.
Dec 06 08:33:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXiaVsPL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:07 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[990e3f38-d699-4d76-8f29-a526173592b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:33:07 user nova-compute[75502]: No targets found.
Dec 06 08:33:07 user nova-compute[75502]: iSNS:
Dec 06 08:33:07 user nova-compute[75502]: No targets found.
Dec 06 08:33:07 user nova-compute[75502]: STATIC:
Dec 06 08:33:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d
Dec 06 08:33:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:33:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e
Dec 06 08:33:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63
Dec 06 08:33:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:07 user nova-compute[75502]: FIRMWARE:
Dec 06 08:33:07 user nova-compute[75502]: No targets found.
Dec 06 08:33:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:33:07 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:33:07 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[553a0edd-6888-40f7-8fae-a413e74f010f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[047afd4c-1577-4ba2-a259-f3e6134ec9aa]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:07 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:33:07 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:07 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:07 user nova-compute[75502]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d (non-flash)
Dec 06 08:33:07 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:07 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94eb4160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d'): ({'sde'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Removing single pathed devices sde {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7793b65d-54af-4f7a-a866-bbcef498451c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a349ffbb-b36d-4920-b4c8-8c2f2edc4bf7]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Flushing IO for device /dev/sde {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd14092c-ba92-4d0e-b016-7feaa47f0686]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5902d5b3-d82f-497e-88ad-c080c10b232c]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:33:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e357084-99e7-4686-b61f-11315532f78e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[56ae8e35-4038-4409-acfe-14cf68caf817]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260]
Dec 06 08:33:08 user nova-compute[75502]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f140be4f-470c-407a-a004-8e64ef1f0b5d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f061841-4fcd-4603-99e6-0aa7d0d4cfce]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] <== disconnect_volume: return (358ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:08 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lazy-loading 'flavor' on Instance uuid 1528eb17-3df0-4dff-b3d9-c699a95a58a8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e7a41968-d7ac-47ab-8c4b-10c733bc84d2 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.812s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:10 user nova-compute[75502]: INFO nova.compute.manager [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Terminating instance
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-5225d8da-a83b-459a-acec-d5d6cc71e97b req-f9f07f70-fbd5-4b9b-b5c5-315d3c5f5fb0 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-vif-unplugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5225d8da-a83b-459a-acec-d5d6cc71e97b req-f9f07f70-fbd5-4b9b-b5c5-315d3c5f5fb0 service nova] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5225d8da-a83b-459a-acec-d5d6cc71e97b req-f9f07f70-fbd5-4b9b-b5c5-315d3c5f5fb0 service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5225d8da-a83b-459a-acec-d5d6cc71e97b req-f9f07f70-fbd5-4b9b-b5c5-315d3c5f5fb0 service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-5225d8da-a83b-459a-acec-d5d6cc71e97b req-f9f07f70-fbd5-4b9b-b5c5-315d3c5f5fb0 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] No waiting events found dispatching network-vif-unplugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-5225d8da-a83b-459a-acec-d5d6cc71e97b req-f9f07f70-fbd5-4b9b-b5c5-315d3c5f5fb0 service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-vif-unplugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:33:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Instance destroyed successfully.
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lazy-loading 'resources' on Instance uuid 1528eb17-3df0-4dff-b3d9-c699a95a58a8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:30:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1136970768',display_name='tempest-AttachSCSIVolumeTestJSON-server-1136970768',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1136970768',id=9,image_ref='f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIlDEz9braOscikKqf7Ftzm+jAFXVPI35a2+DOJWN7KN6/Pcu6N66bg/nw0x+rBcqNN9HuKzeoaCaOJTcUnIV9GNrk0IquzL5UanMmJjBsoPgBXO58zeSyZ7AsZnyzH/OQ==',key_name='tempest-keypair-1087890921',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d77bd8815d3b4bb1929ada1991df3035',ramdisk_id='',reservation_id='r-k7i8dee0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f72e8bc9-eb5b-4f0c-a8c5-ee542849d47a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-571054713',owner_user_name='tempest-AttachSCSIVolumeTestJSON-571054713-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:30:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621930819f6d4d0cbd4cad4f2f0632c9',uuid=1528eb17-3df0-4dff-b3d9-c699a95a58a8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Converting VIF {"id": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "address": "fa:16:3e:05:d0:fe", "network": {"id": "9bb44824-fc60-4003-a23f-04d07a6e0dad", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1503824348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d77bd8815d3b4bb1929ada1991df3035", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cf784b5-3b", "ovs_interfaceid": "6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG os_vif [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6cf784b5-3b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c8c56006-f7be-4f13-b3c5-f9f8bd69c812) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:10 user nova-compute[75502]: INFO os_vif [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:d0:fe,bridge_name='br-int',has_traffic_filtering=True,id=6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d,network=Network(9bb44824-fc60-4003-a23f-04d07a6e0dad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cf784b5-3b')
Dec 06 08:33:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Deleting instance files /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8_del
Dec 06 08:33:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Deletion of /opt/stack/data/nova/instances/1528eb17-3df0-4dff-b3d9-c699a95a58a8_del complete
Dec 06 08:33:11 user nova-compute[75502]: INFO nova.compute.manager [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 06 08:33:11 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:33:11 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:33:11 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:33:11 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:11 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Took 0.79 seconds to deallocate network for instance.
Dec 06 08:33:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.391s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:12 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Deleted allocations for instance 1528eb17-3df0-4dff-b3d9-c699a95a58a8
Dec 06 08:33:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a0e45b1c-2600-42b6-a759-4c46aee37cc6 tempest-AttachSCSIVolumeTestJSON-571054713 tempest-AttachSCSIVolumeTestJSON-571054713-project-member] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.342s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] Acquiring lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] Lock "1528eb17-3df0-4dff-b3d9-c699a95a58a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] No waiting events found dispatching network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:12 user nova-compute[75502]: WARNING nova.compute.manager [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received unexpected event network-vif-plugged-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d for instance with vm_state deleted and task_state None.
Dec 06 08:33:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-c60c10e6-8d72-4922-b21a-63696a367848 req-04c05a5f-932d-4198-af40-abb33fb78e5d service nova] [instance: 1528eb17-3df0-4dff-b3d9-c699a95a58a8] Received event network-vif-deleted-6cf784b5-3b68-4f65-88f2-6ebda6ff7f3d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'de492712-d0dd-48fb-af72-638d972d2937', 'attached_at': '', 'detached_at': '', 'volume_id': '5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'serial': '5beb7a52-f268-4a05-8266-f76cf8d9a23c'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jVWTOFCg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '6f497a02-ed41-4374-8562-99a69a12aa63'}, 'status': 'reserved', 'instance': 'de492712-d0dd-48fb-af72-638d972d2937', 'attached_at': '', 'detached_at': '', 'volume_id': '6f497a02-ed41-4374-8562-99a69a12aa63', 'serial'} {{(pid=75502) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:13 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:13 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:13 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebdc4bc1-1d7e-4cc1-89ec-42b53c905366]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:33:13 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be38954e-d8c9-4032-a02e-3ff8b9047e09]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c] added
Dec 06 08:33:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6ac53a5-f61b-41f2-9bd5-8926240b0ffc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a078be9d-4155-497f-91f1-7357481a15c5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LGyxqmXo {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LGyxqmXo" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fc4d2d-c777-4f3d-a0dc-b8cd5da8e4c3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LGyxqmXo'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21e91ab-8901-4ebb-8833-70011184f0d6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8837e1a3-7164-47f8-b489-9ed9ef5c54da]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f7be70-8728-43b2-803c-408d2df6e73e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]
Dec 06 08:33:13 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[df71f25d-702c-4bd7-91dc-f4b1204a3513]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f972e48-4946-4fb4-8379-9be427007404]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:13 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] HCTL ('35', '-', '-', 0) found on session 9 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5e9352-e3b9-47f2-b550-1d51981d615e]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Searching for a device in session 9 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:33:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:33:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23838373063343634', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23838373063343634', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:33:14 user nova-compute[75502]: DEBUG nova.objects.instance [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lazy-loading 'flavor' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 209715200 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 381681664 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 537919488 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 676331520 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 828375040 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 989855744 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:18 user nova-compute[75502]: INFO nova.compute.manager [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Terminating instance
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-5a5be7c1-ed50-4e0f-9790-aec19d2ddb34 req-325c293b-ddb3-49b7-9b99-99db68760c11 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-unplugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5a5be7c1-ed50-4e0f-9790-aec19d2ddb34 req-325c293b-ddb3-49b7-9b99-99db68760c11 service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5a5be7c1-ed50-4e0f-9790-aec19d2ddb34 req-325c293b-ddb3-49b7-9b99-99db68760c11 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5a5be7c1-ed50-4e0f-9790-aec19d2ddb34 req-325c293b-ddb3-49b7-9b99-99db68760c11 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-5a5be7c1-ed50-4e0f-9790-aec19d2ddb34 req-325c293b-ddb3-49b7-9b99-99db68760c11 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-unplugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-5a5be7c1-ed50-4e0f-9790-aec19d2ddb34 req-325c293b-ddb3-49b7-9b99-99db68760c11 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-unplugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Instance destroyed successfully.
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.objects.instance [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lazy-loading 'resources' on Instance uuid 291e5d13-fed1-4618-b5f4-5d164ca952a6 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:31:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-760715926',display_name='tempest-VolumesActionsTest-instance-760715926',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-760715926',id=12,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:31:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ca3d3fa09b043eb9a95b16b33595339',ramdisk_id='',reservation_id='r-yklcuhmo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1831614208',owner_user_name='tempest-VolumesActionsTest-1831614208-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:31:35Z,user_data=None,user_id='cba67da64aa649458ab6e733eedb45b7',uuid=291e5d13-fed1-4618-b5f4-5d164ca952a6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converting VIF {"id": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "address": "fa:16:3e:52:d5:eb", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape272bfb5-53", "ovs_interfaceid": "e272bfb5-538b-411e-9b5f-4e27c64b3a04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG os_vif [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape272bfb5-53, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f611001f-f75c-4f05-a5c6-550f279aaa04) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: INFO os_vif [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:d5:eb,bridge_name='br-int',has_traffic_filtering=True,id=e272bfb5-538b-411e-9b5f-4e27c64b3a04,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape272bfb5-53')
Dec 06 08:33:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Deleting instance files /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6_del
Dec 06 08:33:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Deletion of /opt/stack/data/nova/instances/291e5d13-fed1-4618-b5f4-5d164ca952a6_del complete
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jVWTOFCg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '6f497a02-ed41-4374-8562-99a69a12aa63'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5664240-55be-4d2e-869d-b57eca1ff286]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:33:19 user nova-compute[75502]: No targets found.
Dec 06 08:33:19 user nova-compute[75502]: iSNS:
Dec 06 08:33:19 user nova-compute[75502]: No targets found.
Dec 06 08:33:19 user nova-compute[75502]: STATIC:
Dec 06 08:33:19 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:33:19 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:19 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:19 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:33:19 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:19 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:19 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e
Dec 06 08:33:19 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:19 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:19 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63
Dec 06 08:33:19 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:19 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:19 user nova-compute[75502]: FIRMWARE:
Dec 06 08:33:19 user nova-compute[75502]: No targets found.
Dec 06 08:33:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:33:19 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:33:19 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b810f309-1798-457e-a812-41dfd928b911]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: INFO nova.compute.manager [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Took 0.76 seconds to destroy the instance on the hypervisor.
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[85a5aa62-45ca-4db1-a618-775a458f33ad]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:19 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:19 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:19 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:19 user nova-compute[75502]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 (non-flash)
Dec 06 08:33:19 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:19 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ed81fa320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63'): ({'sdf'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Removing single pathed devices sdf {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[884c7435-4c12-4af5-8853-f0ce11ef7e71]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[94267254-2355-48c9-8f5d-a2780db69cb7]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Flushing IO for device /dev/sdf {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c10417-2c5f-4976-9186-9f70e89aaa58]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[45094bea-9e9c-48a7-b0fe-4117733ae92a]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a8fd43-9794-4af3-9c6f-c24165ef86a7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --logout" returned: 0 in 0.096s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6213e9-5bf7-4775-bf25-78809679769c]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260]
Dec 06 08:33:19 user nova-compute[75502]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f497a02-ed41-4374-8562-99a69a12aa63 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[886fa739-662e-47c3-925c-89e525074814]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] <== disconnect_volume: return (406ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'de492712-d0dd-48fb-af72-638d972d2937', 'attached_at': '', 'detached_at': '', 'volume_id': '5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'serial'} {{(pid=75502) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] swap_volume: removing Cinder connection for volume 6f497a02-ed41-4374-8562-99a69a12aa63 {{(pid=75502) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:19 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Took 0.60 seconds to deallocate network for instance.
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-f0a7693f-4806-42ee-b183-2ac10dfe09e5 req-06683625-1a41-49d1-9469-7d8cf6873266 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-deleted-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:19 user nova-compute[75502]: INFO nova.compute.manager [req-f0a7693f-4806-42ee-b183-2ac10dfe09e5 req-06683625-1a41-49d1-9469-7d8cf6873266 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Neutron deleted interface e272bfb5-538b-411e-9b5f-4e27c64b3a04; detaching it from the instance and deleting it from the info cache
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-f0a7693f-4806-42ee-b183-2ac10dfe09e5 req-06683625-1a41-49d1-9469-7d8cf6873266 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-f0a7693f-4806-42ee-b183-2ac10dfe09e5 req-06683625-1a41-49d1-9469-7d8cf6873266 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Detach interface failed, port_id=e272bfb5-538b-411e-9b5f-4e27c64b3a04, reason: Instance 291e5d13-fed1-4618-b5f4-5d164ca952a6 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:20 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Deleted allocations for instance 291e5d13-fed1-4618-b5f4-5d164ca952a6
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-92f4e75e-16e2-49bd-9c4c-b4e034c98acb tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.183s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:20 user nova-compute[75502]: WARNING nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received unexpected event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with vm_state deleted and task_state None.
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:20 user nova-compute[75502]: WARNING nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received unexpected event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with vm_state deleted and task_state None.
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:20 user nova-compute[75502]: WARNING nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received unexpected event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with vm_state deleted and task_state None.
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Acquiring lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] Lock "291e5d13-fed1-4618-b5f4-5d164ca952a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] No waiting events found dispatching network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:20 user nova-compute[75502]: WARNING nova.compute.manager [req-1fd95ba0-3caa-4e13-b104-f94cc3eb9383 req-1b537260-c043-4f6d-842e-4074beb7c945 service nova] [instance: 291e5d13-fed1-4618-b5f4-5d164ca952a6] Received unexpected event network-vif-plugged-e272bfb5-538b-411e-9b5f-4e27c64b3a04 for instance with vm_state deleted and task_state None.
Dec 06 08:33:22 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 98f0e392-217a-4547-9c9a-c291200cda65 is timed out.
Dec 06 08:33:22 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Successfully detached device vdb from instance 98f0e392-217a-4547-9c9a-c291200cda65 from the live domain config.
Dec 06 08:33:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'apvmycxt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:22 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:33:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb0c8d1-da42-47b8-a3b5-6d51983bc8c2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:33:22 user nova-compute[75502]: No targets found.
Dec 06 08:33:22 user nova-compute[75502]: iSNS:
Dec 06 08:33:22 user nova-compute[75502]: No targets found.
Dec 06 08:33:22 user nova-compute[75502]: STATIC:
Dec 06 08:33:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:33:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:33:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e
Dec 06 08:33:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233
Dec 06 08:33:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:22 user nova-compute[75502]: FIRMWARE:
Dec 06 08:33:22 user nova-compute[75502]: No targets found.
Dec 06 08:33:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:33:22 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:33:22 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1895f25-92d4-473b-85e5-f7bc59c8d183]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e8b9d7-cd53-489c-9b43-c30b402f1e85]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:33:23 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:23 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:23 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:23 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:33:23 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:23 user nova-compute[75502]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e (non-flash)
Dec 06 08:33:23 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:23 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94eb55a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45c5459-5a94-4aef-bf1c-5ee099a09fad]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[84dc66a2-6670-488e-90e4-2505b7cdc948]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[622b7ac2-9257-4857-b65d-33895ee728ef]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b70333-c08f-4870-a133-4362b929a7b1]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f9124c-0121-4e50-aaa9-159d2c3d5e8d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[84b4b044-c2cc-4cfe-9d8b-04601ff0e148]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260]
Dec 06 08:33:23 user nova-compute[75502]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:23 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cf935d1-3c6a-4a89-a5fa-81e44fb94c8e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c9e750d-ed2f-48b9-860d-e12bd0b5adbc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] <== disconnect_volume: return (349ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:33:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] [instance: de492712-d0dd-48fb-af72-638d972d2937] swap_volume: Updating volume 6f497a02-ed41-4374-8562-99a69a12aa63 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "LGyxqmXo", "auth_password": "LVO85f3Sy2lo9s", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "5beb7a52-f268-4a05-8266-f76cf8d9a23c"}, "status": "reserved", "instance": "de492712-d0dd-48fb-af72-638d972d2937", "attached_at": "", "detached_at": "", "volume_id": "5beb7a52-f268-4a05-8266-f76cf8d9a23c", "serial": "5beb7a52-f268-4a05-8266-f76cf8d9a23c"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'no_device': None, 'attachment_id': '9fd0cd5d-526e-4af0-80f4-e5b0fc4547ed'} {{(pid=75502) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 06 08:33:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98f9fe77-0d87-40e0-9e22-9af13a2d7c88 tempest-TestVolumeSwap-764257083 tempest-TestVolumeSwap-764257083-project-admin] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 21.659s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:24 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lazy-loading 'flavor' on Instance uuid 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b7dc63e1-0393-46c2-98f1-ce53b2c7779a tempest-VolumesAssistedSnapshotsTest-1398293119 tempest-VolumesAssistedSnapshotsTest-1398293119-project-admin] Lock "98f0e392-217a-4547-9c9a-c291200cda65" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.579s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:25 user nova-compute[75502]: INFO nova.compute.manager [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Detaching volume 5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:33:25 user nova-compute[75502]: INFO nova.virt.block_device [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Attempting to driver detach volume 5beb7a52-f268-4a05-8266-f76cf8d9a23c from mountpoint /dev/vdb
Dec 06 08:33:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Attempting to detach device vdb from instance de492712-d0dd-48fb-af72-638d972d2937 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:33:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:33:25 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:33:25 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:33:25 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:33:25 user nova-compute[75502]:   <serial>5beb7a52-f268-4a05-8266-f76cf8d9a23c</serial>
Dec 06 08:33:25 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:33:25 user nova-compute[75502]: </disk>
Dec 06 08:33:25 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:33:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Successfully detached device vdb from instance de492712-d0dd-48fb-af72-638d972d2937 from the persistent domain config.
Dec 06 08:33:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance de492712-d0dd-48fb-af72-638d972d2937 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:33:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:33:26 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:33:26 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:33:26 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:33:26 user nova-compute[75502]:   <serial>5beb7a52-f268-4a05-8266-f76cf8d9a23c</serial>
Dec 06 08:33:26 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:33:26 user nova-compute[75502]: </disk>
Dec 06 08:33:26 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:33:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:33:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-a29fd5a2-30a3-417d-8888-9036721226c1 req-bcf463ac-de5c-400f-ba76-306b724deecc service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event volume-reimaged-4e2c88aa-b9da-4986-8038-ec8843d4d233 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a29fd5a2-30a3-417d-8888-9036721226c1 req-bcf463ac-de5c-400f-ba76-306b724deecc service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a29fd5a2-30a3-417d-8888-9036721226c1 req-bcf463ac-de5c-400f-ba76-306b724deecc service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a29fd5a2-30a3-417d-8888-9036721226c1 req-bcf463ac-de5c-400f-ba76-306b724deecc service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-a29fd5a2-30a3-417d-8888-9036721226c1 req-bcf463ac-de5c-400f-ba76-306b724deecc service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Processing event volume-reimaged-4e2c88aa-b9da-4986-8038-ec8843d4d233 {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance event wait completed in 30 seconds for volume-reimaged {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:33:30 user nova-compute[75502]: INFO nova.virt.block_device [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Booting with volume 4e2c88aa-b9da-4986-8038-ec8843d4d233 at /dev/vda
Dec 06 08:33:30 user nova-compute[75502]: DEBUG os_brick.utils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb716ac-6f8f-444b-84b8-206e3161dfde]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d01242-6b9b-453b-926b-d0f1327646be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[518f9f82-dbf1-40fd-b500-bff4a06214ff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca2a93f-1ac2-4c06-adee-6fc56a69930f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:33:30 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:33:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4117487-92c7-4b43-9256-57b3871a38e7]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG os_brick.utils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:30 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updating existing volume attachment record: 0343af9c-6e42-4c2f-9a6a-30ff58957b98 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:33:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:33:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:33:37 user nova-compute[75502]: INFO nova.compute.claims [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Claim successful on node user
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.471s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:33:38 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.policy [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b89a5c6b4cd241a594b12f9753e9e843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e073244d04534538970f37f497e45b34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:33:38 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Creating image(s)
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk 1073741824" returned: 0 in 0.048s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking if we can resize image /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Successfully created port: 0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Cannot resize image /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Ensure instance console log exists: /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Successfully updated port: 0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquired lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-changed-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Refreshing instance network info cache due to event network-changed-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] Acquiring lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:33:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Releasing lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance network_info: |[{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] Acquired lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Refreshing network info cache for port 0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start _get_guest_xml network_info=[{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:33:40 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:33:40 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:33:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'pci_devices' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:33:40 user nova-compute[75502]:   <uuid>702fb1f7-01bd-448d-8399-5b04e2354b8f</uuid>
Dec 06 08:33:40 user nova-compute[75502]:   <name>instance-0000000e</name>
Dec 06 08:33:40 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:33:40 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:33:40 user nova-compute[75502]:   <metadata>
Dec 06 08:33:40 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:33:40 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:33:40 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeTestJSON-server-106533135</nova:name>
Dec 06 08:33:40 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:33:40</nova:creationTime>
Dec 06 08:33:40 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:33:40 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:33:40 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:33:40 user nova-compute[75502]:       <nova:owner>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:user uuid="b89a5c6b4cd241a594b12f9753e9e843">tempest-AttachVolumeTestJSON-2020332707-project-member</nova:user>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:project uuid="e073244d04534538970f37f497e45b34">tempest-AttachVolumeTestJSON-2020332707</nova:project>
Dec 06 08:33:40 user nova-compute[75502]:       </nova:owner>
Dec 06 08:33:40 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:33:40 user nova-compute[75502]:       <nova:ports>
Dec 06 08:33:40 user nova-compute[75502]:         <nova:port uuid="0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42">
Dec 06 08:33:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:33:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:33:40 user nova-compute[75502]:       </nova:ports>
Dec 06 08:33:40 user nova-compute[75502]:     </nova:instance>
Dec 06 08:33:40 user nova-compute[75502]:   </metadata>
Dec 06 08:33:40 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:33:40 user nova-compute[75502]:     <system>
Dec 06 08:33:40 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:33:40 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:33:40 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:33:40 user nova-compute[75502]:       <entry name="serial">702fb1f7-01bd-448d-8399-5b04e2354b8f</entry>
Dec 06 08:33:40 user nova-compute[75502]:       <entry name="uuid">702fb1f7-01bd-448d-8399-5b04e2354b8f</entry>
Dec 06 08:33:40 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:33:40 user nova-compute[75502]:     </system>
Dec 06 08:33:40 user nova-compute[75502]:   </sysinfo>
Dec 06 08:33:40 user nova-compute[75502]:   <os>
Dec 06 08:33:40 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:33:40 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:33:40 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:33:40 user nova-compute[75502]:   </os>
Dec 06 08:33:40 user nova-compute[75502]:   <features>
Dec 06 08:33:40 user nova-compute[75502]:     <acpi/>
Dec 06 08:33:40 user nova-compute[75502]:     <apic/>
Dec 06 08:33:40 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:33:40 user nova-compute[75502]:   </features>
Dec 06 08:33:40 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:33:40 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:33:40 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:33:40 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:33:40 user nova-compute[75502]:   </clock>
Dec 06 08:33:40 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:33:40 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:33:40 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:33:40 user nova-compute[75502]:   </cpu>
Dec 06 08:33:40 user nova-compute[75502]:   <devices>
Dec 06 08:33:40 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:33:40 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:33:40 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk"/>
Dec 06 08:33:40 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:33:40 user nova-compute[75502]:     </disk>
Dec 06 08:33:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:33:40 user nova-compute[75502]:       <mac address="fa:16:3e:a6:7b:23"/>
Dec 06 08:33:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:33:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:33:40 user nova-compute[75502]:       <target dev="tap0a98b6a4-7d"/>
Dec 06 08:33:40 user nova-compute[75502]:     </interface>
Dec 06 08:33:40 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:33:40 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/console.log" append="off"/>
Dec 06 08:33:40 user nova-compute[75502]:     </serial>
Dec 06 08:33:40 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:33:40 user nova-compute[75502]:     <video>
Dec 06 08:33:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:33:40 user nova-compute[75502]:     </video>
Dec 06 08:33:40 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:33:40 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:33:40 user nova-compute[75502]:     </rng>
Dec 06 08:33:40 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:33:40 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:33:40 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:33:40 user nova-compute[75502]:     </memballoon>
Dec 06 08:33:40 user nova-compute[75502]:   </devices>
Dec 06 08:33:40 user nova-compute[75502]: </domain>
Dec 06 08:33:40 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:33:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_vif [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c473ea6-d20c-5bd4-90b3-32bad227c08b', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0a98b6a4-7d, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0a98b6a4-7d, col_values=(('qos', UUID('14634d33-2d51-4c27-8b3a-883c0ceabb68')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0a98b6a4-7d, col_values=(('external_ids', {'iface-id': '0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:7b:23', 'vm-uuid': '702fb1f7-01bd-448d-8399-5b04e2354b8f'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:40 user nova-compute[75502]: INFO os_vif [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d')
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:33:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Creating image(s)
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Ensure instance console log exists: /opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Start _get_guest_xml network_info=[{"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0343af9c-6e42-4c2f-9a6a-30ff58957b98', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2e06c50b-1f66-40cf-b2eb-7ea00355e000', 'attached_at': '', 'detached_at': '', 'volume_id': '4e2c88aa-b9da-4986-8038-ec8843d4d233', 'serial': '4e2c88aa-b9da-4986-8038-ec8843d4d233'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:33:40 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 08:33:40 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No VIF found with MAC fa:16:3e:a6:7b:23, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2e06c50b-1f66-40cf-b2eb-7ea00355e000 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:40 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:40 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:40 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c449538-a227-47a6-ae48-a50d6171c8c7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:33:40 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e06c01-2259-4950-9d55-1f2e488c8d59]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233] added
Dec 06 08:33:40 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c05ea4-3356-45e1-92f3-13e12a7644e9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6b0d3e-43e3-4fd0-9e6b-7ef0b9971ad0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYoWeFMD {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hYoWeFMD" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0240da8a-c6b3-4a10-9891-96a0d1c04da1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hYoWeFMD'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updated VIF entry in instance network info cache for port 0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[726dfa64-9635-4031-99ff-111b733235c9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3857ab58-a015-40ca-8c88-2d8c880d07f8 req-6f0cf8c1-ab7a-413a-880e-3e346afc982b service nova] Releasing lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[60944131-7733-40ba-8a19-9aedce5da06d]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:40 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:40 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:40 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:40 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c7d0d2-ee9d-4eff-b9f2-7398145d6404]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]
Dec 06 08:33:40 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:40 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b996fc8a-5be2-4519-861c-c2cbc02d25e1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b904781e-b18a-442e-9858-afaf2b6c72fe]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:33:40 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:40 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:40 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:33:40 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:40 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:40 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c2ff8c-a0e6-4ec1-a0e7-2a129b90fe91]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:33:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26531306364643038', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531306364643038', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:31:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-947231812',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2032955487',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD7QMeS0avYeYhRGQ7CxQ1bauK1dbRSo0/atmUWf/yKHSprujaByGORhGsvkqImrOxlbWItFyFcBbB6U6Aba5F1KiIOlfGQLDOQZnxugEiZGrFK2oMmyzP/1E+E0TE1vDg==',key_name='tempest-keypair-479257006',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:31:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='db7b888938974f478ec38fa16181cbfc',ramdisk_id='',reservation_id='r-bokea45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1762019183',owner_user_name='tempest-ServerActionsV293TestJSON-1762019183-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:33:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d92fe64d5c43479aa0022285e3de4e34',uuid=2e06c50b-1f66-40cf-b2eb-7ea00355e000,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converting VIF {"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:33:41 user nova-compute[75502]:   <uuid>2e06c50b-1f66-40cf-b2eb-7ea00355e000</uuid>
Dec 06 08:33:41 user nova-compute[75502]:   <name>instance-0000000b</name>
Dec 06 08:33:41 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:33:41 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:33:41 user nova-compute[75502]:   <metadata>
Dec 06 08:33:41 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:33:41 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:33:41 user nova-compute[75502]:       <nova:name>tempest-ServerActionsV293TestJSON-server-947231812</nova:name>
Dec 06 08:33:41 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:33:40</nova:creationTime>
Dec 06 08:33:41 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:33:41 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:33:41 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:33:41 user nova-compute[75502]:       <nova:owner>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:user uuid="d92fe64d5c43479aa0022285e3de4e34">tempest-ServerActionsV293TestJSON-1762019183-project-member</nova:user>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:project uuid="db7b888938974f478ec38fa16181cbfc">tempest-ServerActionsV293TestJSON-1762019183</nova:project>
Dec 06 08:33:41 user nova-compute[75502]:       </nova:owner>
Dec 06 08:33:41 user nova-compute[75502]:       <nova:ports>
Dec 06 08:33:41 user nova-compute[75502]:         <nova:port uuid="a3db7cbf-278c-4edd-b583-01222c95bcd3">
Dec 06 08:33:41 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 08:33:41 user nova-compute[75502]:         </nova:port>
Dec 06 08:33:41 user nova-compute[75502]:       </nova:ports>
Dec 06 08:33:41 user nova-compute[75502]:     </nova:instance>
Dec 06 08:33:41 user nova-compute[75502]:   </metadata>
Dec 06 08:33:41 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:33:41 user nova-compute[75502]:     <system>
Dec 06 08:33:41 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:33:41 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:33:41 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:33:41 user nova-compute[75502]:       <entry name="serial">2e06c50b-1f66-40cf-b2eb-7ea00355e000</entry>
Dec 06 08:33:41 user nova-compute[75502]:       <entry name="uuid">2e06c50b-1f66-40cf-b2eb-7ea00355e000</entry>
Dec 06 08:33:41 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:33:41 user nova-compute[75502]:     </system>
Dec 06 08:33:41 user nova-compute[75502]:   </sysinfo>
Dec 06 08:33:41 user nova-compute[75502]:   <os>
Dec 06 08:33:41 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:33:41 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:33:41 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:33:41 user nova-compute[75502]:   </os>
Dec 06 08:33:41 user nova-compute[75502]:   <features>
Dec 06 08:33:41 user nova-compute[75502]:     <acpi/>
Dec 06 08:33:41 user nova-compute[75502]:     <apic/>
Dec 06 08:33:41 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:33:41 user nova-compute[75502]:   </features>
Dec 06 08:33:41 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:33:41 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:33:41 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:33:41 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:33:41 user nova-compute[75502]:   </clock>
Dec 06 08:33:41 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:33:41 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:33:41 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:33:41 user nova-compute[75502]:   </cpu>
Dec 06 08:33:41 user nova-compute[75502]:   <devices>
Dec 06 08:33:41 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:33:41 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:33:41 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:33:41 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:33:41 user nova-compute[75502]:       <serial>4e2c88aa-b9da-4986-8038-ec8843d4d233</serial>
Dec 06 08:33:41 user nova-compute[75502]:     </disk>
Dec 06 08:33:41 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:33:41 user nova-compute[75502]:       <mac address="fa:16:3e:2e:fd:19"/>
Dec 06 08:33:41 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:33:41 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:33:41 user nova-compute[75502]:       <target dev="tapa3db7cbf-27"/>
Dec 06 08:33:41 user nova-compute[75502]:     </interface>
Dec 06 08:33:41 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:33:41 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000/console.log" append="off"/>
Dec 06 08:33:41 user nova-compute[75502]:     </serial>
Dec 06 08:33:41 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:33:41 user nova-compute[75502]:     <video>
Dec 06 08:33:41 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:33:41 user nova-compute[75502]:     </video>
Dec 06 08:33:41 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:33:41 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:33:41 user nova-compute[75502]:     </rng>
Dec 06 08:33:41 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:33:41 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:33:41 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:33:41 user nova-compute[75502]:     </memballoon>
Dec 06 08:33:41 user nova-compute[75502]:   </devices>
Dec 06 08:33:41 user nova-compute[75502]: </domain>
Dec 06 08:33:41 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:31:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-947231812',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2032955487',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD7QMeS0avYeYhRGQ7CxQ1bauK1dbRSo0/atmUWf/yKHSprujaByGORhGsvkqImrOxlbWItFyFcBbB6U6Aba5F1KiIOlfGQLDOQZnxugEiZGrFK2oMmyzP/1E+E0TE1vDg==',key_name='tempest-keypair-479257006',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:31:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='db7b888938974f478ec38fa16181cbfc',ramdisk_id='',reservation_id='r-bokea45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1762019183',owner_user_name='tempest-ServerActionsV293TestJSON-1762019183-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:33:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d92fe64d5c43479aa0022285e3de4e34',uuid=2e06c50b-1f66-40cf-b2eb-7ea00355e000,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converting VIF {"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG os_vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f60fad8-19b8-5f1b-8725-7f3e9eb26a94', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3db7cbf-27, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3db7cbf-27, col_values=(('qos', UUID('43eeb115-c5c3-4aca-9f01-4deee68a6f68')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3db7cbf-27, col_values=(('external_ids', {'iface-id': 'a3db7cbf-278c-4edd-b583-01222c95bcd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:fd:19', 'vm-uuid': '2e06c50b-1f66-40cf-b2eb-7ea00355e000'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:41 user nova-compute[75502]: INFO os_vif [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27')
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] No VIF found with MAC fa:16:3e:2e:fd:19, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.compute.manager [req-b2e3a755-f84e-4aae-90c1-d4caf70ef0ba req-bf91ed59-ff67-4c4c-9a65-be0812d3dd9c service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b2e3a755-f84e-4aae-90c1-d4caf70ef0ba req-bf91ed59-ff67-4c4c-9a65-be0812d3dd9c service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b2e3a755-f84e-4aae-90c1-d4caf70ef0ba req-bf91ed59-ff67-4c4c-9a65-be0812d3dd9c service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b2e3a755-f84e-4aae-90c1-d4caf70ef0ba req-bf91ed59-ff67-4c4c-9a65-be0812d3dd9c service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:41 user nova-compute[75502]: DEBUG nova.compute.manager [req-b2e3a755-f84e-4aae-90c1-d4caf70ef0ba req-bf91ed59-ff67-4c4c-9a65-be0812d3dd9c service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:41 user nova-compute[75502]: WARNING nova.compute.manager [req-b2e3a755-f84e-4aae-90c1-d4caf70ef0ba req-bf91ed59-ff67-4c4c-9a65-be0812d3dd9c service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state building and task_state spawning.
Dec 06 08:33:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-26b4a7fc-d365-42b3-9d47-4072931025cb req-c45670f6-88f4-4c03-b19d-8493ce47b632 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-26b4a7fc-d365-42b3-9d47-4072931025cb req-c45670f6-88f4-4c03-b19d-8493ce47b632 service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-26b4a7fc-d365-42b3-9d47-4072931025cb req-c45670f6-88f4-4c03-b19d-8493ce47b632 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-26b4a7fc-d365-42b3-9d47-4072931025cb req-c45670f6-88f4-4c03-b19d-8493ce47b632 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-26b4a7fc-d365-42b3-9d47-4072931025cb req-c45670f6-88f4-4c03-b19d-8493ce47b632 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:43 user nova-compute[75502]: WARNING nova.compute.manager [req-26b4a7fc-d365-42b3-9d47-4072931025cb req-c45670f6-88f4-4c03-b19d-8493ce47b632 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-08d7833c-973d-492b-b7dd-a17119947681 req-34bf6694-9b65-4689-bee3-e84d44872595 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08d7833c-973d-492b-b7dd-a17119947681 req-34bf6694-9b65-4689-bee3-e84d44872595 service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08d7833c-973d-492b-b7dd-a17119947681 req-34bf6694-9b65-4689-bee3-e84d44872595 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08d7833c-973d-492b-b7dd-a17119947681 req-34bf6694-9b65-4689-bee3-e84d44872595 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-08d7833c-973d-492b-b7dd-a17119947681 req-34bf6694-9b65-4689-bee3-e84d44872595 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:44 user nova-compute[75502]: WARNING nova.compute.manager [req-08d7833c-973d-492b-b7dd-a17119947681 req-34bf6694-9b65-4689-bee3-e84d44872595 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state building and task_state spawning.
Dec 06 08:33:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:33:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance spawned successfully.
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: INFO nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Took 6.56 seconds to spawn the instance on the hypervisor.
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:33:45 user nova-compute[75502]: INFO nova.compute.manager [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Took 7.35 seconds to build instance.
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a3ea660-b586-4498-a25b-aeb6685daca7 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.456s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:33:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance spawned successfully.
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-a96a5796-7c16-4586-a7bd-2a2884df1402 req-c4cec4ea-b769-4302-bb07-a6795fe28c31 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a96a5796-7c16-4586-a7bd-2a2884df1402 req-c4cec4ea-b769-4302-bb07-a6795fe28c31 service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a96a5796-7c16-4586-a7bd-2a2884df1402 req-c4cec4ea-b769-4302-bb07-a6795fe28c31 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a96a5796-7c16-4586-a7bd-2a2884df1402 req-c4cec4ea-b769-4302-bb07-a6795fe28c31 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-a96a5796-7c16-4586-a7bd-2a2884df1402 req-c4cec4ea-b769-4302-bb07-a6795fe28c31 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:45 user nova-compute[75502]: WARNING nova.compute.manager [req-a96a5796-7c16-4586-a7bd-2a2884df1402 req-c4cec4ea-b769-4302-bb07-a6795fe28c31 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state rebuild_spawning.
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75502) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 08:33:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a29fd5a2-30a3-417d-8888-9036721226c1 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.071s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:46 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance de492712-d0dd-48fb-af72-638d972d2937 is timed out.
Dec 06 08:33:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Successfully detached device vdb from instance de492712-d0dd-48fb-af72-638d972d2937 from the live domain config.
Dec 06 08:33:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LGyxqmXo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '5beb7a52-f268-4a05-8266-f76cf8d9a23c'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d96357-98e1-4869-aac2-66c828c9a6a8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:33:46 user nova-compute[75502]: No targets found.
Dec 06 08:33:46 user nova-compute[75502]: iSNS:
Dec 06 08:33:46 user nova-compute[75502]: No targets found.
Dec 06 08:33:46 user nova-compute[75502]: STATIC:
Dec 06 08:33:46 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:33:46 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:46 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:46 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c
Dec 06 08:33:46 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:46 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:46 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233
Dec 06 08:33:46 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:33:46 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:33:46 user nova-compute[75502]: FIRMWARE:
Dec 06 08:33:46 user nova-compute[75502]: No targets found.
Dec 06 08:33:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:33:46 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:33:46 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3349870a-1ebe-41be-8b5b-b68456a2e334]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35e5e15-7ef7-42a0-8c19-523b708e22ad]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:33:46 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:46 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:33:46 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:33:46 user nova-compute[75502]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c (non-flash)
Dec 06 08:33:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8693910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ce9847-139c-4a2b-bb4a-951da048da0d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdbc15c9-dc1f-4c87-ac3b-d68eae36aa1f]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e3d374-98d4-428b-bff2-c2b7c58d9471]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6577ba6a-5534-496e-849c-5baaa3759965]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[85207d1d-8d7d-4a3b-95cf-3cc145a0833e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b467aae-0c2a-436e-bfa1-4d6fc316676e]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260]
Dec 06 08:33:46 user nova-compute[75502]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c, portal: 172.16.0.220,3260] successful.
Dec 06 08:33:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5beb7a52-f268-4a05-8266-f76cf8d9a23c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b1dd72-06a4-4c6e-b41f-f7a2dae9bbc6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] <== disconnect_volume: return (335ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:33:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:47 user nova-compute[75502]: DEBUG nova.objects.instance [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lazy-loading 'flavor' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-15695a1a-78fb-4434-a6ec-4a95d402fd2a tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.196s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "98f0e392-217a-4547-9c9a-c291200cda65" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:57 user nova-compute[75502]: INFO nova.compute.manager [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Terminating instance
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-d26a0343-7cfc-4e35-9067-da58e5cdf1dc req-6c64f82a-7876-42b6-9c72-d5aef69355e6 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-vif-unplugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d26a0343-7cfc-4e35-9067-da58e5cdf1dc req-6c64f82a-7876-42b6-9c72-d5aef69355e6 service nova] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d26a0343-7cfc-4e35-9067-da58e5cdf1dc req-6c64f82a-7876-42b6-9c72-d5aef69355e6 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d26a0343-7cfc-4e35-9067-da58e5cdf1dc req-6c64f82a-7876-42b6-9c72-d5aef69355e6 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-d26a0343-7cfc-4e35-9067-da58e5cdf1dc req-6c64f82a-7876-42b6-9c72-d5aef69355e6 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] No waiting events found dispatching network-vif-unplugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-d26a0343-7cfc-4e35-9067-da58e5cdf1dc req-6c64f82a-7876-42b6-9c72-d5aef69355e6 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-vif-unplugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:33:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Instance destroyed successfully.
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lazy-loading 'resources' on Instance uuid 98f0e392-217a-4547-9c9a-c291200cda65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-793515683',display_name='tempest-VolumesAssistedSnapshotsTest-server-793515683',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-793515683',id=10,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGFPewNMK+px5QVoCFpi9RGBxk/1nPqO7qhdB2HpIEyhWO2Akgzbtbqr7bUeh5fbCGhnk4kFFuTv8e5DSxWOiWjNaOHRUh29vlVMwrtoQ7I1ooYMP1iCUkIXJBsVHw+3Ug==',key_name='tempest-keypair-25844179',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:31:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9dc78e18bfb149f198f10332a59e939a',ramdisk_id='',reservation_id='r-l7i63m5d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-318488807',owner_user_name='tempest-VolumesAssistedSnapshotsTest-318488807-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:31:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6963d4d4c5f94b50b7959df9a15adf2d',uuid=98f0e392-217a-4547-9c9a-c291200cda65,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Converting VIF {"id": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "address": "fa:16:3e:8d:e2:eb", "network": {"id": "724c7f68-1638-4995-8a47-2d33d316211e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1329140112-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9dc78e18bfb149f198f10332a59e939a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dc5328-4e", "ovs_interfaceid": "13dc5328-4e12-4e08-be0c-7b375a5c1ec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG os_vif [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13dc5328-4e, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2447862f-ac3e-413b-9371-25cdcd44b599) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:33:57 user nova-compute[75502]: INFO os_vif [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:e2:eb,bridge_name='br-int',has_traffic_filtering=True,id=13dc5328-4e12-4e08-be0c-7b375a5c1ec1,network=Network(724c7f68-1638-4995-8a47-2d33d316211e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dc5328-4e')
Dec 06 08:33:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Deleting instance files /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65_del
Dec 06 08:33:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Deletion of /opt/stack/data/nova/instances/98f0e392-217a-4547-9c9a-c291200cda65_del complete
Dec 06 08:33:57 user nova-compute[75502]: INFO nova.compute.manager [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 06 08:33:57 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:33:57 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'flavor' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:58 user nova-compute[75502]: INFO nova.compute.manager [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Attaching volume bbd7cce7-063a-410f-8caf-78a965f4873c to /dev/vdb
Dec 06 08:33:58 user nova-compute[75502]: DEBUG os_brick.utils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e2e9dda-d9ed-41de-bb58-2ef57f9910c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b07ebd70-4c86-490c-8547-242b9e6334b2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[01540a24-9f81-4eca-addf-ff84870d7be9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f3eea0-f68f-480b-9886-871e76b6a87c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:33:58 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Took 0.84 seconds to deallocate network for instance.
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:33:58 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8d720b-45ec-40cb-9e84-cefdfd37d814]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG os_brick.utils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating existing volume attachment record: 20c01b72-d320-423c-b6c1-45d5d1044c05 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] Acquiring lock "98f0e392-217a-4547-9c9a-c291200cda65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] Lock "98f0e392-217a-4547-9c9a-c291200cda65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] No waiting events found dispatching network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:33:59 user nova-compute[75502]: WARNING nova.compute.manager [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received unexpected event network-vif-plugged-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 for instance with vm_state deleted and task_state None.
Dec 06 08:33:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c7b388c-d8fd-4b4b-9d92-7a6290de7c14 req-6c73afac-deac-49eb-8be3-e1bce3b15065 service nova] [instance: 98f0e392-217a-4547-9c9a-c291200cda65] Received event network-vif-deleted-13dc5328-4e12-4e08-be0c-7b375a5c1ec1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:33:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.599s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:33:59 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Deleted allocations for instance 98f0e392-217a-4547-9c9a-c291200cda65
Dec 06 08:33:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9d13785f-f26a-409d-ad0c-220104ade056 tempest-VolumesAssistedSnapshotsTest-318488807 tempest-VolumesAssistedSnapshotsTest-318488807-project-member] Lock "98f0e392-217a-4547-9c9a-c291200cda65" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.659s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updating instance_info_cache with network_info: [{"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-f5327444-1a80-4fea-9abd-a21ecf5d2a4a" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:34:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:05 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:05 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7583MB free_disk=25.48543930053711GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance de492712-d0dd-48fb-af72-638d972d2937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2e06c50b-1f66-40cf-b2eb-7ea00355e000 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:05 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.599s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:34:06 user nova-compute[75502]: INFO nova.compute.claims [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Claim successful on node user
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.572s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:34:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:34:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Creating image(s)
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.policy [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6228139838f4a3588c66e70850b9d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fbc044696134c55bd39d4d5daf4777a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'flavor' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.212s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:07 user nova-compute[75502]: INFO nova.compute.manager [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Attaching volume 7c41d3a5-2500-4634-9328-c248623cb3b0 to /dev/vdb
Dec 06 08:34:07 user nova-compute[75502]: DEBUG os_brick.utils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ef2ff5-a220-49a5-af5f-825f0ee65c6f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk 1073741824" returned: 0 in 0.055s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7962259f-00fc-4b88-9d8d-d14f1e6de227]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e2b6457-0d40-4ada-a24a-29491dd1a4dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0968c374-b524-4e4b-b6a6-22503308996b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:34:07 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca56ae1e-5d4c-4154-aef4-4a3bee6ebb0d]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG os_brick.utils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== get_connector_properties: return (198ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating existing volume attachment record: 71646d22-3ad1-48e0-8608-208d1fec86b5 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.195s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Cannot resize image /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Ensure instance console log exists: /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:08 user nova-compute[75502]: DEBUG nova.network.neutron [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Successfully created port: 3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:34:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Successfully updated port: 3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquired lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-changed-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Refreshing instance network info cache due to event network-changed-3812e24e-99ba-4062-b9c0-36c2b5454e6a. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] Acquiring lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updating instance_info_cache with network_info: [{"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Releasing lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance network_info: |[{"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] Acquired lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.neutron [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Refreshing network info cache for port 3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Start _get_guest_xml network_info=[{"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:34:09 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:09 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:34:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1083675834',display_name='tempest-tempest.common.compute-instance-1083675834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1083675834',id=15,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPalNXYrxwZzqFuJYDFTWm4soqS4nT8prn8TfKrM8KR/74Kt5XPTnj1rDWknaesSf5vIY35cMLGFv6dhMUlfM7+ZF6JlcyTIWTWzwzZCvNs+kfJkFnrMWt4rcyv9NZpdOw==',key_name='tempest-keypair-69201104',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-tato4389',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=3da642fc-7c10-4e8b-be78-c0c4be2f152d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.objects.instance [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'pci_devices' on Instance uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:34:09 user nova-compute[75502]:   <uuid>3da642fc-7c10-4e8b-be78-c0c4be2f152d</uuid>
Dec 06 08:34:09 user nova-compute[75502]:   <name>instance-0000000f</name>
Dec 06 08:34:09 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:34:09 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:34:09 user nova-compute[75502]:   <metadata>
Dec 06 08:34:09 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:34:09 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:34:09 user nova-compute[75502]:       <nova:name>tempest-tempest.common.compute-instance-1083675834</nova:name>
Dec 06 08:34:09 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:34:09</nova:creationTime>
Dec 06 08:34:09 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:34:09 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:34:09 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:34:09 user nova-compute[75502]:       <nova:owner>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:user uuid="b6228139838f4a3588c66e70850b9d03">tempest-ServerActionsTestOtherA-694215749-project-member</nova:user>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:project uuid="0fbc044696134c55bd39d4d5daf4777a">tempest-ServerActionsTestOtherA-694215749</nova:project>
Dec 06 08:34:09 user nova-compute[75502]:       </nova:owner>
Dec 06 08:34:09 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:34:09 user nova-compute[75502]:       <nova:ports>
Dec 06 08:34:09 user nova-compute[75502]:         <nova:port uuid="3812e24e-99ba-4062-b9c0-36c2b5454e6a">
Dec 06 08:34:09 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 08:34:09 user nova-compute[75502]:         </nova:port>
Dec 06 08:34:09 user nova-compute[75502]:       </nova:ports>
Dec 06 08:34:09 user nova-compute[75502]:     </nova:instance>
Dec 06 08:34:09 user nova-compute[75502]:   </metadata>
Dec 06 08:34:09 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:34:09 user nova-compute[75502]:     <system>
Dec 06 08:34:09 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:34:09 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:34:09 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:34:09 user nova-compute[75502]:       <entry name="serial">3da642fc-7c10-4e8b-be78-c0c4be2f152d</entry>
Dec 06 08:34:09 user nova-compute[75502]:       <entry name="uuid">3da642fc-7c10-4e8b-be78-c0c4be2f152d</entry>
Dec 06 08:34:09 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:34:09 user nova-compute[75502]:     </system>
Dec 06 08:34:09 user nova-compute[75502]:   </sysinfo>
Dec 06 08:34:09 user nova-compute[75502]:   <os>
Dec 06 08:34:09 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:34:09 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:34:09 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:34:09 user nova-compute[75502]:   </os>
Dec 06 08:34:09 user nova-compute[75502]:   <features>
Dec 06 08:34:09 user nova-compute[75502]:     <acpi/>
Dec 06 08:34:09 user nova-compute[75502]:     <apic/>
Dec 06 08:34:09 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:34:09 user nova-compute[75502]:   </features>
Dec 06 08:34:09 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:34:09 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:34:09 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:34:09 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:34:09 user nova-compute[75502]:   </clock>
Dec 06 08:34:09 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:34:09 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:34:09 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:34:09 user nova-compute[75502]:   </cpu>
Dec 06 08:34:09 user nova-compute[75502]:   <devices>
Dec 06 08:34:09 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:09 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:09 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk"/>
Dec 06 08:34:09 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:34:09 user nova-compute[75502]:     </disk>
Dec 06 08:34:09 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:34:09 user nova-compute[75502]:       <mac address="fa:16:3e:df:5b:cb"/>
Dec 06 08:34:09 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:09 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:34:09 user nova-compute[75502]:       <target dev="tap3812e24e-99"/>
Dec 06 08:34:09 user nova-compute[75502]:     </interface>
Dec 06 08:34:09 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:34:09 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/console.log" append="off"/>
Dec 06 08:34:09 user nova-compute[75502]:     </serial>
Dec 06 08:34:09 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:34:09 user nova-compute[75502]:     <video>
Dec 06 08:34:09 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:09 user nova-compute[75502]:     </video>
Dec 06 08:34:09 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:34:09 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:34:09 user nova-compute[75502]:     </rng>
Dec 06 08:34:09 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:34:09 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:34:09 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:34:09 user nova-compute[75502]:     </memballoon>
Dec 06 08:34:09 user nova-compute[75502]:   </devices>
Dec 06 08:34:09 user nova-compute[75502]: </domain>
Dec 06 08:34:09 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:34:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1083675834',display_name='tempest-tempest.common.compute-instance-1083675834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1083675834',id=15,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPalNXYrxwZzqFuJYDFTWm4soqS4nT8prn8TfKrM8KR/74Kt5XPTnj1rDWknaesSf5vIY35cMLGFv6dhMUlfM7+ZF6JlcyTIWTWzwzZCvNs+kfJkFnrMWt4rcyv9NZpdOw==',key_name='tempest-keypair-69201104',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-tato4389',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=3da642fc-7c10-4e8b-be78-c0c4be2f152d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG os_vif [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '085de058-2b43-5851-8900-145c8ee27187', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3812e24e-99, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3812e24e-99, col_values=(('qos', UUID('d27f3efe-5749-4466-a972-84be596736e8')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3812e24e-99, col_values=(('external_ids', {'iface-id': '3812e24e-99ba-4062-b9c0-36c2b5454e6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:5b:cb', 'vm-uuid': '3da642fc-7c10-4e8b-be78-c0c4be2f152d'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:09 user nova-compute[75502]: INFO os_vif [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99')
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPVNoiTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:10 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:10 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:10 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce61522-a98e-45ce-8b8d-f44a4380adc9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:34:10 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4636fe-9323-4dc3-a36e-272d4abdbd19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c] added
Dec 06 08:34:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b1a0e7-8535-45eb-ad81-587a4e8c9273]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a01095-6f57-4207-b5b4-46fdd731640a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cPVNoiTI {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cPVNoiTI" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c13c93ec-2aa4-4f45-8c34-b1c541cf13c5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cPVNoiTI'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f60623-c06a-41d6-8fbe-7fab6b5077db]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b0ff370-7df0-4273-a8d3-cce3667d1faa]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No VIF found with MAC fa:16:3e:df:5b:cb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa09378-9342-4a87-9d87-c491cff611c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260]
Dec 06 08:34:10 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260] successful.
Dec 06 08:34:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c4d771-52a6-419a-a403-ab4ce6901306]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa5442e0-847f-4669-ae50-b6971275ef28]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:10 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:10 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] HCTL ('35', '-', '-', 0) found on session 12 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e729ecd4-aaec-41fb-8b39-0be4510f5ec7]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Searching for a device in session 12 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPVNoiTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.network.neutron [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updated VIF entry in instance network info cache for port 3812e24e-99ba-4062-b9c0-36c2b5454e6a. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.network.neutron [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updating instance_info_cache with network_info: [{"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-221c4af6-b615-446f-b1e0-6d1443165a67 req-a85237dc-db6b-4215-b1fd-56bd361fe593 service nova] Releasing lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "4dd60019-6879-4566-a22e-686da0d81667" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:34:10 user nova-compute[75502]: INFO nova.compute.claims [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Claim successful on node user
Dec 06 08:34:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] <== connect_volume: return (1381ms) {'type': 'block', 'scsi_wwn': '23861343736663161', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861343736663161', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'flavor' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:34:11 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:34:11 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:34:11 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:34:11 user nova-compute[75502]:   <serial>bbd7cce7-063a-410f-8caf-78a965f4873c</serial>
Dec 06 08:34:11 user nova-compute[75502]: </disk>
Dec 06 08:34:11 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.659s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:34:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.policy [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cba67da64aa649458ab6e733eedb45b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ca3d3fa09b043eb9a95b16b33595339', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:34:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Creating image(s)
Dec 06 08:34:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "/opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "/opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "/opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No VIF found with MAC fa:16:3e:44:1a:df, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk 1073741824" returned: 0 in 0.063s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a591fc98-c3d1-45bf-85d4-947014f56b98 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.789s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-738e9508-26ba-4088-afce-aefae8cccd26 req-d43731fd-43c5-4be7-a16b-24bc01e76637 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-738e9508-26ba-4088-afce-aefae8cccd26 req-d43731fd-43c5-4be7-a16b-24bc01e76637 service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-738e9508-26ba-4088-afce-aefae8cccd26 req-d43731fd-43c5-4be7-a16b-24bc01e76637 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-738e9508-26ba-4088-afce-aefae8cccd26 req-d43731fd-43c5-4be7-a16b-24bc01e76637 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-738e9508-26ba-4088-afce-aefae8cccd26 req-d43731fd-43c5-4be7-a16b-24bc01e76637 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:12 user nova-compute[75502]: WARNING nova.compute.manager [req-738e9508-26ba-4088-afce-aefae8cccd26 req-d43731fd-43c5-4be7-a16b-24bc01e76637 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state building and task_state spawning.
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.192s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Cannot resize image /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Ensure instance console log exists: /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Successfully created port: f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:34:13 user nova-compute[75502]: INFO nova.compute.manager [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Rescuing
Dec 06 08:34:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Successfully updated port: f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "refresh_cache-4dd60019-6879-4566-a22e-686da0d81667" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquired lock "refresh_cache-4dd60019-6879-4566-a22e-686da0d81667" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Updating instance_info_cache with network_info: [{"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance spawned successfully.
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Releasing lock "refresh_cache-4dd60019-6879-4566-a22e-686da0d81667" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Instance network_info: |[{"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Start _get_guest_xml network_info=[{"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:34:14 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:14 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:34:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2103976334',display_name='tempest-VolumesActionsTest-instance-2103976334',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2103976334',id=16,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ca3d3fa09b043eb9a95b16b33595339',ramdisk_id='',reservation_id='r-aq0ubdes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1831614208',owner_user_name='tempest-VolumesActionsTest-1831614208-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:12Z,user_data=None,user_id='cba67da64aa649458ab6e733eedb45b7',uuid=4dd60019-6879-4566-a22e-686da0d81667,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converting VIF {"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lazy-loading 'pci_devices' on Instance uuid 4dd60019-6879-4566-a22e-686da0d81667 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:34:14 user nova-compute[75502]:   <uuid>4dd60019-6879-4566-a22e-686da0d81667</uuid>
Dec 06 08:34:14 user nova-compute[75502]:   <name>instance-00000010</name>
Dec 06 08:34:14 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:34:14 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:34:14 user nova-compute[75502]:   <metadata>
Dec 06 08:34:14 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:34:14 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:34:14 user nova-compute[75502]:       <nova:name>tempest-VolumesActionsTest-instance-2103976334</nova:name>
Dec 06 08:34:14 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:34:14</nova:creationTime>
Dec 06 08:34:14 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:34:14 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:34:14 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:34:14 user nova-compute[75502]:       <nova:owner>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:user uuid="cba67da64aa649458ab6e733eedb45b7">tempest-VolumesActionsTest-1831614208-project-member</nova:user>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:project uuid="8ca3d3fa09b043eb9a95b16b33595339">tempest-VolumesActionsTest-1831614208</nova:project>
Dec 06 08:34:14 user nova-compute[75502]:       </nova:owner>
Dec 06 08:34:14 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:34:14 user nova-compute[75502]:       <nova:ports>
Dec 06 08:34:14 user nova-compute[75502]:         <nova:port uuid="f0da94c8-f542-430d-a0a3-ffc69458f9ae">
Dec 06 08:34:14 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 08:34:14 user nova-compute[75502]:         </nova:port>
Dec 06 08:34:14 user nova-compute[75502]:       </nova:ports>
Dec 06 08:34:14 user nova-compute[75502]:     </nova:instance>
Dec 06 08:34:14 user nova-compute[75502]:   </metadata>
Dec 06 08:34:14 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:34:14 user nova-compute[75502]:     <system>
Dec 06 08:34:14 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:34:14 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:34:14 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:34:14 user nova-compute[75502]:       <entry name="serial">4dd60019-6879-4566-a22e-686da0d81667</entry>
Dec 06 08:34:14 user nova-compute[75502]:       <entry name="uuid">4dd60019-6879-4566-a22e-686da0d81667</entry>
Dec 06 08:34:14 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:34:14 user nova-compute[75502]:     </system>
Dec 06 08:34:14 user nova-compute[75502]:   </sysinfo>
Dec 06 08:34:14 user nova-compute[75502]:   <os>
Dec 06 08:34:14 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:34:14 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:34:14 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:34:14 user nova-compute[75502]:   </os>
Dec 06 08:34:14 user nova-compute[75502]:   <features>
Dec 06 08:34:14 user nova-compute[75502]:     <acpi/>
Dec 06 08:34:14 user nova-compute[75502]:     <apic/>
Dec 06 08:34:14 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:34:14 user nova-compute[75502]:   </features>
Dec 06 08:34:14 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:34:14 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:34:14 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:34:14 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:34:14 user nova-compute[75502]:   </clock>
Dec 06 08:34:14 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:34:14 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:34:14 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:34:14 user nova-compute[75502]:   </cpu>
Dec 06 08:34:14 user nova-compute[75502]:   <devices>
Dec 06 08:34:14 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:14 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:14 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk"/>
Dec 06 08:34:14 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:34:14 user nova-compute[75502]:     </disk>
Dec 06 08:34:14 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:34:14 user nova-compute[75502]:       <mac address="fa:16:3e:b1:ba:19"/>
Dec 06 08:34:14 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:14 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:34:14 user nova-compute[75502]:       <target dev="tapf0da94c8-f5"/>
Dec 06 08:34:14 user nova-compute[75502]:     </interface>
Dec 06 08:34:14 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:34:14 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/console.log" append="off"/>
Dec 06 08:34:14 user nova-compute[75502]:     </serial>
Dec 06 08:34:14 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:34:14 user nova-compute[75502]:     <video>
Dec 06 08:34:14 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:14 user nova-compute[75502]:     </video>
Dec 06 08:34:14 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:34:14 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:34:14 user nova-compute[75502]:     </rng>
Dec 06 08:34:14 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:34:14 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:34:14 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:34:14 user nova-compute[75502]:     </memballoon>
Dec 06 08:34:14 user nova-compute[75502]:   </devices>
Dec 06 08:34:14 user nova-compute[75502]: </domain>
Dec 06 08:34:14 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:34:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2103976334',display_name='tempest-VolumesActionsTest-instance-2103976334',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2103976334',id=16,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ca3d3fa09b043eb9a95b16b33595339',ramdisk_id='',reservation_id='r-aq0ubdes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1831614208',owner_user_name='tempest-VolumesActionsTest-1831614208-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:12Z,user_data=None,user_id='cba67da64aa649458ab6e733eedb45b7',uuid=4dd60019-6879-4566-a22e-686da0d81667,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converting VIF {"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG os_vif [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b87f001-f970-5e2a-aff2-7f4ed558bd96', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf0da94c8-f5, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf0da94c8-f5, col_values=(('qos', UUID('028cb4c3-d8d9-4b8f-a501-668865349d68')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf0da94c8-f5, col_values=(('external_ids', {'iface-id': 'f0da94c8-f542-430d-a0a3-ffc69458f9ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:ba:19', 'vm-uuid': '4dd60019-6879-4566-a22e-686da0d81667'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:14 user nova-compute[75502]: INFO os_vif [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5')
Dec 06 08:34:14 user nova-compute[75502]: INFO nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Took 7.68 seconds to spawn the instance on the hypervisor.
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:14 user nova-compute[75502]: WARNING nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state building and task_state spawning.
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-changed-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Refreshing instance network info cache due to event network-changed-f0da94c8-f542-430d-a0a3-ffc69458f9ae. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Acquiring lock "refresh_cache-4dd60019-6879-4566-a22e-686da0d81667" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Acquired lock "refresh_cache-4dd60019-6879-4566-a22e-686da0d81667" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.network.neutron [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Refreshing network info cache for port f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] No VIF found with MAC fa:16:3e:b1:ba:19, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance destroyed successfully.
Dec 06 08:34:14 user nova-compute[75502]: INFO nova.compute.manager [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Took 8.65 seconds to build instance.
Dec 06 08:34:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Attempting a stable device rescue
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-49949a00-d653-4d37-88ce-0993fea00a04 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.783s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75502) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:34:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Creating image(s)
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG nova.objects.instance [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "caa303ef0d9f8657de658a4420198f61350b87bc" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "caa303ef0d9f8657de658a4420198f61350b87bc" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.network.neutron [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Updated VIF entry in instance network info cache for port f0da94c8-f542-430d-a0a3-ffc69458f9ae. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.network.neutron [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Updating instance_info_cache with network_info: [{"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Releasing lock "refresh_cache-4dd60019-6879-4566-a22e-686da0d81667" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:15 user nova-compute[75502]: WARNING nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state active and task_state rescuing.
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:15 user nova-compute[75502]: WARNING nova.compute.manager [req-358c4627-eacb-46b2-8538-5a06aee76d8d req-d9ccb3e1-0fe3-4a8d-81c9-e62a2e944dc3 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state active and task_state rescuing.
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.part --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.virt.images [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] a4a1e592-4c02-421e-972f-95c97cb06187 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:34:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.part /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.part /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.converted" returned: 0 in 0.510s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-72a09d42-e622-4637-acd9-202044473fec req-16a8b27b-8b6b-41bd-8cb6-651b74b1a18a service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72a09d42-e622-4637-acd9-202044473fec req-16a8b27b-8b6b-41bd-8cb6-651b74b1a18a service nova] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72a09d42-e622-4637-acd9-202044473fec req-16a8b27b-8b6b-41bd-8cb6-651b74b1a18a service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72a09d42-e622-4637-acd9-202044473fec req-16a8b27b-8b6b-41bd-8cb6-651b74b1a18a service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-72a09d42-e622-4637-acd9-202044473fec req-16a8b27b-8b6b-41bd-8cb6-651b74b1a18a service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] No waiting events found dispatching network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:16 user nova-compute[75502]: WARNING nova.compute.manager [req-72a09d42-e622-4637-acd9-202044473fec req-16a8b27b-8b6b-41bd-8cb6-651b74b1a18a service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received unexpected event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae for instance with vm_state building and task_state spawning.
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:16 user nova-compute[75502]: INFO nova.compute.manager [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Terminating instance
Dec 06 08:34:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc.converted --force-share --output=json" returned: 0 in 0.265s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "caa303ef0d9f8657de658a4420198f61350b87bc" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.011s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "caa303ef0d9f8657de658a4420198f61350b87bc" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "caa303ef0d9f8657de658a4420198f61350b87bc" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc,backing_fmt=raw /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc,backing_fmt=raw /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue" returned: 0 in 0.057s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "caa303ef0d9f8657de658a4420198f61350b87bc" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'migration_context' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Object Instance<7b21b578-9add-4185-b9c4-d05bb7579e29> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Start _get_guest_xml network_info=[{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "vif_mac": "fa:16:3e:44:1a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a4a1e592-4c02-421e-972f-95c97cb06187', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '20c01b72-d320-423c-b6c1-45d5d1044c05', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPVNoiTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '7b21b578-9add-4185-b9c4-d05bb7579e29', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbd7cce7-063a-410f-8caf-78a965f4873c', 'serial': 'bbd7cce7-063a-410f-8caf-78a965f4873c'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'resources' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Object Instance<7b21b578-9add-4185-b9c4-d05bb7579e29> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Object Instance<7b21b578-9add-4185-b9c4-d05bb7579e29> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Object Instance<7b21b578-9add-4185-b9c4-d05bb7579e29> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPVNoiTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:17 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:17 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:17 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78cfb673-8bef-4293-bec1-437ce81e1575]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = cPVNoiTI\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 08:34:17 user nova-compute[75502]: node.name = iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:34:17 user nova-compute[75502]: node.tpgt = -1
Dec 06 08:34:17 user nova-compute[75502]: node.startup = automatic
Dec 06 08:34:17 user nova-compute[75502]: node.leading_login = No
Dec 06 08:34:17 user nova-compute[75502]: iface.iscsi_ifacename = default
Dec 06 08:34:17 user nova-compute[75502]: iface.net_ifacename = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.ipaddress = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.prefix_len = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.hwaddress = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.transport_name = tcp
Dec 06 08:34:17 user nova-compute[75502]: iface.initiatorname = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.vlan_id = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.vlan_priority = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.vlan_state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.iface_num = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.mtu = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.port = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.bootproto = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.subnet_mask = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.gateway = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_alt_client_id = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_dns = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_learn_iqn = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_vendor_id_state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_vendor_id = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.dhcp_slp_da = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.fragmentation = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.gratuitous_arp = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.incoming_forwarding = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.tos_state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.tos = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.ttl = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.delayed_ack = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.tcp_nagle = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.tcp_wsf_state = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.tcp_wsf = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.tcp_timer_scale = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.tcp_timestamp = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.redirect = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.def_task_mgmt_timeout = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.header_digest = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.data_digest = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.immediate_data = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.initial_r2t = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.data_seq_inorder = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.data_pdu_inorder = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.erl = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.max_receive_data_len = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.first_burst_len = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.max_outstanding_r2t = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.max_burst_len = 0
Dec 06 08:34:17 user nova-compute[75502]: iface.chap_auth = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.bidi_chap = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.strict_login_compliance = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.discovery_auth = <empty>
Dec 06 08:34:17 user nova-compute[75502]: iface.discovery_logout = <empty>
Dec 06 08:34:17 user nova-compute[75502]: node.discovery_address = <empty>
Dec 06 08:34:17 user nova-compute[75502]: node.discovery_port = 0
Dec 06 08:34:17 user nova-compute[75502]: node.discovery_type = static
Dec 06 08:34:17 user nova-compute[75502]: node.session.initial_cmdsn = 0
Dec 06 08:34:17 user nova-compute[75502]: node.session.initial_login_retry_max = 8
Dec 06 08:34:17 user nova-compute[75502]: node.session.xmit_thread_priority = -20
Dec 06 08:34:17 user nova-compute[75502]: node.session.cmds_max = 128
Dec 06 08:34:17 user nova-compute[75502]: node.session.queue_depth = 32
Dec 06 08:34:17 user nova-compute[75502]: node.session.nr_sessions = 1
Dec 06 08:34:17 user nova-compute[75502]: node.session.auth.authmethod = CHAP
Dec 06 08:34:17 user nova-compute[75502]: node.session.auth.username = cPVNoiTI
Dec 06 08:34:17 user nova-compute[75502]: node.session.auth.password = ***
Dec 06 08:34:17 user nova-compute[75502]: node.session.auth.username_in = <empty>
Dec 06 08:34:17 user nova-compute[75502]: node.session.auth.password_in = <empty>
Dec 06 08:34:17 user nova-compute[75502]: node.session.auth.chap_algs = MD5
Dec 06 08:34:17 user nova-compute[75502]: node.session.timeo.replacement_timeout = 120
Dec 06 08:34:17 user nova-compute[75502]: node.session.err_timeo.abort_timeout = 15
Dec 06 08:34:17 user nova-compute[75502]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 08:34:17 user nova-compute[75502]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 08:34:17 user nova-compute[75502]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.FastAbort = Yes
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.InitialR2T = No
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.ImmediateData = Yes
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.MaxConnections = 1
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 08:34:17 user nova-compute[75502]: node.session.iscsi.ERL = 0
Dec 06 08:34:17 user nova-compute[75502]: node.session.scan = manual
Dec 06 08:34:17 user nova-compute[75502]: node.session.reopen_max = 0
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].address = 172.16.0.220
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].port = 3260
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].startup = manual
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].tcp.window_size = 524288
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].tcp.type_of_service = 0
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].timeo.logout_timeout = 15
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].timeo.login_timeout = 15
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].timeo.auth_timeout = 45
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].iscsi.DataDigest = None
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].iscsi.IFMarker = No
Dec 06 08:34:17 user nova-compute[75502]: node.conn[0].iscsi.OFMarker = No
Dec 06 08:34:17 user nova-compute[75502]: # END RECORD
Dec 06 08:34:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fa219c-0eb2-4ad8-ab89-48910a393294]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba73b08-f819-46e7-babc-5db7da1969be]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cPVNoiTI {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cPVNoiTI" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2a170f-407d-444c-9e3a-5bd5fbce4331]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cPVNoiTI'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef49339c-8ae1-410b-bc0b-dc44e47fefc3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[70495ba2-7351-47fe-96a0-28b69240c789]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:17 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:17 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:17 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:17 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:17 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.170s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] HCTL ('35', '0', '0', 0) found on session 12 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7febf129-347a-4290-aeee-0977c69d2601]: (4, ('0 0 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Searching for a device in session 12 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPVNoiTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.211s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] <== connect_volume: return (212ms) {'type': 'block', 'scsi_wwn': '23861343736663161', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861343736663161', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: de492712-d0dd-48fb-af72-638d972d2937] Instance destroyed successfully.
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lazy-loading 'resources' on Instance uuid de492712-d0dd-48fb-af72-638d972d2937 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-2021734438',display_name='tempest-TestVolumeSwap-server-2021734438',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-2021734438',id=8,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMiIcZreK5qb8oPXYYz3hCgFRKnnq3UGNxE3ZWu50/ieZWFiIOYmqSk8kOxhw9NfW2/NTUmOkz9ZBHvgH3VJd2Kt2dccBwDOX8GUu5hDSC7f+lexNBU2COGdb7ddL3mfUg==',key_name='tempest-keypair-728454105',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1aca5cfedb41466eb70688d0434a98da',ramdisk_id='',reservation_id='r-0uy8gt5l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-239048244',owner_user_name='tempest-TestVolumeSwap-239048244-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:30:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd2f892d77004dbd82c287a4c3ec0ddd',uuid=de492712-d0dd-48fb-af72-638d972d2937,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Converting VIF {"id": "4d91d052-7ac3-4769-bb49-9629e3d80052", "address": "fa:16:3e:df:e5:06", "network": {"id": "993c43f9-3053-4178-a431-72b6453381c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-925065714-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1aca5cfedb41466eb70688d0434a98da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d91d052-7a", "ovs_interfaceid": "4d91d052-7ac3-4769-bb49-9629e3d80052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG os_vif [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d91d052-7a, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1182806752',display_name='tempest-ServerStableDeviceRescueTest-server-1182806752',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1182806752',id=4,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPIN9pHXpg/aRctrDe54VIgSqBfI+D71zZzsee0G8V+AJL+iAxfmCSMI/zdgMUuAmWt1fYK1rGcfakoD0cy4j6XOPOpay+AunnlAOJUn5yzuguxMpVCgKQD6baRkBKRbHQ==',key_name='tempest-keypair-2131531659',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9cbe16ed57c418a8a39ffb4f32af684',ramdisk_id='',reservation_id='r-cy6b6nqx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2079230076',owner_user_name='tempest-ServerStableDeviceRescueTest-2079230076-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:32:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63924e770df94819a18483ece12e7198',uuid=7b21b578-9add-4185-b9c4-d05bb7579e29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "vif_mac": "fa:16:3e:44:1a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converting VIF {"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "vif_mac": "fa:16:3e:44:1a:df"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=34bb8f30-dd8c-493f-b479-024389f29ffe) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.objects.base [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Object Instance<7b21b578-9add-4185-b9c4-d05bb7579e29> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:34:17 user nova-compute[75502]:   <uuid>7b21b578-9add-4185-b9c4-d05bb7579e29</uuid>
Dec 06 08:34:17 user nova-compute[75502]:   <name>instance-00000004</name>
Dec 06 08:34:17 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:34:17 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:34:17 user nova-compute[75502]:   <metadata>
Dec 06 08:34:17 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:34:17 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:34:17 user nova-compute[75502]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1182806752</nova:name>
Dec 06 08:34:17 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:34:17</nova:creationTime>
Dec 06 08:34:17 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:34:17 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:34:17 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:34:17 user nova-compute[75502]:       <nova:owner>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:user uuid="63924e770df94819a18483ece12e7198">tempest-ServerStableDeviceRescueTest-2079230076-project-member</nova:user>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:project uuid="e9cbe16ed57c418a8a39ffb4f32af684">tempest-ServerStableDeviceRescueTest-2079230076</nova:project>
Dec 06 08:34:17 user nova-compute[75502]:       </nova:owner>
Dec 06 08:34:17 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:34:17 user nova-compute[75502]:       <nova:ports>
Dec 06 08:34:17 user nova-compute[75502]:         <nova:port uuid="c9be850d-3d8f-4a09-9fdf-8ec982d06fbb">
Dec 06 08:34:17 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:34:17 user nova-compute[75502]:         </nova:port>
Dec 06 08:34:17 user nova-compute[75502]:       </nova:ports>
Dec 06 08:34:17 user nova-compute[75502]:     </nova:instance>
Dec 06 08:34:17 user nova-compute[75502]:   </metadata>
Dec 06 08:34:17 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:34:17 user nova-compute[75502]:     <system>
Dec 06 08:34:17 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:34:17 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:34:17 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:34:17 user nova-compute[75502]:       <entry name="serial">7b21b578-9add-4185-b9c4-d05bb7579e29</entry>
Dec 06 08:34:17 user nova-compute[75502]:       <entry name="uuid">7b21b578-9add-4185-b9c4-d05bb7579e29</entry>
Dec 06 08:34:17 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:34:17 user nova-compute[75502]:     </system>
Dec 06 08:34:17 user nova-compute[75502]:   </sysinfo>
Dec 06 08:34:17 user nova-compute[75502]:   <os>
Dec 06 08:34:17 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:34:17 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:34:17 user nova-compute[75502]:   </os>
Dec 06 08:34:17 user nova-compute[75502]:   <features>
Dec 06 08:34:17 user nova-compute[75502]:     <acpi/>
Dec 06 08:34:17 user nova-compute[75502]:     <apic/>
Dec 06 08:34:17 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:34:17 user nova-compute[75502]:   </features>
Dec 06 08:34:17 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:34:17 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:34:17 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:34:17 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:34:17 user nova-compute[75502]:   </clock>
Dec 06 08:34:17 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:34:17 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:34:17 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:34:17 user nova-compute[75502]:   </cpu>
Dec 06 08:34:17 user nova-compute[75502]:   <devices>
Dec 06 08:34:17 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:17 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:17 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk"/>
Dec 06 08:34:17 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:34:17 user nova-compute[75502]:     </disk>
Dec 06 08:34:17 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:34:17 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:34:17 user nova-compute[75502]:       <source dev="/dev/sdd"/>
Dec 06 08:34:17 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:34:17 user nova-compute[75502]:       <serial>bbd7cce7-063a-410f-8caf-78a965f4873c</serial>
Dec 06 08:34:17 user nova-compute[75502]:     </disk>
Dec 06 08:34:17 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:17 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:17 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue"/>
Dec 06 08:34:17 user nova-compute[75502]:       <target dev="vdc" bus="virtio"/>
Dec 06 08:34:17 user nova-compute[75502]:       <boot order="1"/>
Dec 06 08:34:17 user nova-compute[75502]:     </disk>
Dec 06 08:34:17 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:34:17 user nova-compute[75502]:       <mac address="fa:16:3e:44:1a:df"/>
Dec 06 08:34:17 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:17 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:34:17 user nova-compute[75502]:       <target dev="tapc9be850d-3d"/>
Dec 06 08:34:17 user nova-compute[75502]:     </interface>
Dec 06 08:34:17 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:34:17 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/console.log" append="off"/>
Dec 06 08:34:17 user nova-compute[75502]:     </serial>
Dec 06 08:34:17 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:34:17 user nova-compute[75502]:     <video>
Dec 06 08:34:17 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:17 user nova-compute[75502]:     </video>
Dec 06 08:34:17 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:34:17 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:34:17 user nova-compute[75502]:     </rng>
Dec 06 08:34:17 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:34:17 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:34:17 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:34:17 user nova-compute[75502]:     </memballoon>
Dec 06 08:34:17 user nova-compute[75502]:   </devices>
Dec 06 08:34:17 user nova-compute[75502]: </domain>
Dec 06 08:34:17 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: INFO os_vif [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:e5:06,bridge_name='br-int',has_traffic_filtering=True,id=4d91d052-7ac3-4769-bb49-9629e3d80052,network=Network(993c43f9-3053-4178-a431-72b6453381c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d91d052-7a')
Dec 06 08:34:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Deleting instance files /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937_del
Dec 06 08:34:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Deletion of /opt/stack/data/nova/instances/de492712-d0dd-48fb-af72-638d972d2937_del complete
Dec 06 08:34:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance destroyed successfully.
Dec 06 08:34:17 user nova-compute[75502]: INFO nova.compute.manager [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] [instance: de492712-d0dd-48fb-af72-638d972d2937] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 06 08:34:17 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: de492712-d0dd-48fb-af72-638d972d2937] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: de492712-d0dd-48fb-af72-638d972d2937] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] No VIF found with MAC fa:16:3e:44:1a:df, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] No waiting events found dispatching network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:18 user nova-compute[75502]: WARNING nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received unexpected event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae for instance with vm_state building and task_state spawning.
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-unplugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-unplugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-unplugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:18 user nova-compute[75502]: WARNING nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received unexpected event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with vm_state active and task_state deleting.
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:18 user nova-compute[75502]: WARNING nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received unexpected event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with vm_state active and task_state deleting.
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:18 user nova-compute[75502]: WARNING nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received unexpected event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with vm_state active and task_state deleting.
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-unplugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-unplugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-f7e50080-139c-4ccd-82e9-297b28707feb req-3ef92808-9d6b-4d8a-9fe4-1e020f7e7aaa service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-unplugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:34:18 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Instance spawned successfully.
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: de492712-d0dd-48fb-af72-638d972d2937] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:18 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: de492712-d0dd-48fb-af72-638d972d2937] Took 1.21 seconds to deallocate network for instance.
Dec 06 08:34:18 user nova-compute[75502]: INFO nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Took 7.09 seconds to spawn the instance on the hypervisor.
Dec 06 08:34:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:19 user nova-compute[75502]: INFO nova.compute.manager [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Took 8.22 seconds to build instance.
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d59e6074-e323-4c5d-ba30-07013adc6840 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "4dd60019-6879-4566-a22e-686da0d81667" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.379s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:19 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[27cbda01-e36e-429d-80a7-3905a6df9608]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:34:19 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.037s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3994614-f695-4c42-bbf4-90e6e38419b1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0] added
Dec 06 08:34:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.975s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78454cce-52a2-49cd-b9d4-9eab8f849527]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Deleted allocations for instance de492712-d0dd-48fb-af72-638d972d2937
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[236f9841-137c-40f0-b5c5-bc200930745e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqLZNBsT {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqLZNBsT" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dfebfad-20a3-4420-b6de-a379b31ffe61]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JqLZNBsT'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.037s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8f72269-9a1f-48b4-93dc-1039c5d0a799]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4447275-e826-4edb-9e9f-b9870144e94b]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.124s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[792e6765-6274-40fc-8619-1b7ea5df39b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]
Dec 06 08:34:20 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.
Dec 06 08:34:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-40fb7d34-d1f5-4d42-850a-fdb141a3c2e0 tempest-TestVolumeSwap-239048244 tempest-TestVolumeSwap-239048244-project-member] Lock "de492712-d0dd-48fb-af72-638d972d2937" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.700s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b564ada2-46e0-47fb-8535-26c1b94b3115]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ccefba-6fc3-4b7b-aebb-b7d736953b17]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.453s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] HCTL ('36', '-', '-', 0) found on session 13 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb70e425-7372-46a5-ae82-60bfdca7f450]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching for a device in session 13 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Acquiring lock "de492712-d0dd-48fb-af72-638d972d2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Lock "de492712-d0dd-48fb-af72-638d972d2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] No waiting events found dispatching network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:20 user nova-compute[75502]: WARNING nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received unexpected event network-vif-plugged-4d91d052-7ac3-4769-bb49-9629e3d80052 for instance with vm_state deleted and task_state None.
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: de492712-d0dd-48fb-af72-638d972d2937] Received event network-vif-deleted-4d91d052-7ac3-4769-bb49-9629e3d80052 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:20 user nova-compute[75502]: WARNING nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state active and task_state rescuing.
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:20 user nova-compute[75502]: WARNING nova.compute.manager [req-106eae7d-8b88-4c0f-8177-9b4e88369ea4 req-5be04221-2368-4182-a0da-093f8343a1a4 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state active and task_state rescuing.
Dec 06 08:34:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.509s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== connect_volume: return (1512ms) {'type': 'block', 'scsi_wwn': '23136336163353466', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136336163353466', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'flavor' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:34:21 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:34:21 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:34:21 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:34:21 user nova-compute[75502]:   <serial>7c41d3a5-2500-4634-9328-c248623cb3b0</serial>
Dec 06 08:34:21 user nova-compute[75502]: </disk>
Dec 06 08:34:21 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No VIF found with MAC fa:16:3e:7a:43:0f, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a4d03e54-bef9-411d-9265-806922d7b2e1 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.875s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG nova.compute.manager [None req-917da946-41bc-472c-ac23-b630c1b40d5a tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-changed-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Refreshing instance network info cache due to event network-changed-0e1aacec-255b-4f8c-8552-c9659fda0c13. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] Acquiring lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] Acquired lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:22 user nova-compute[75502]: DEBUG nova.network.neutron [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Refreshing network info cache for port 0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:23 user nova-compute[75502]: INFO nova.compute.manager [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Terminating instance
Dec 06 08:34:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG nova.network.neutron [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updated VIF entry in instance network info cache for port 0e1aacec-255b-4f8c-8552-c9659fda0c13. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG nova.network.neutron [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updating instance_info_cache with network_info: [{"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b21587f1-0f30-4d3e-a872-f1db444cd3d1 req-68ef6114-865f-4af4-a4fc-139c21ba6e2e service nova] Releasing lock "refresh_cache-e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG nova.compute.manager [req-b92d043e-b174-4952-bd75-a67049ab51b2 req-00485983-8969-4bfc-9119-50b40d89cd44 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-vif-unplugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b92d043e-b174-4952-bd75-a67049ab51b2 req-00485983-8969-4bfc-9119-50b40d89cd44 service nova] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b92d043e-b174-4952-bd75-a67049ab51b2 req-00485983-8969-4bfc-9119-50b40d89cd44 service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b92d043e-b174-4952-bd75-a67049ab51b2 req-00485983-8969-4bfc-9119-50b40d89cd44 service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG nova.compute.manager [req-b92d043e-b174-4952-bd75-a67049ab51b2 req-00485983-8969-4bfc-9119-50b40d89cd44 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] No waiting events found dispatching network-vif-unplugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG nova.compute.manager [req-b92d043e-b174-4952-bd75-a67049ab51b2 req-00485983-8969-4bfc-9119-50b40d89cd44 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-vif-unplugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Instance destroyed successfully.
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.objects.instance [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'resources' on Instance uuid e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:32:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1564569272',display_name='tempest-AttachVolumeNegativeTest-server-1564569272',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1564569272',id=13,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJXZzTtyR9FaIS/Cfy5Cgto0ytGAFLs0Aokoxhunhuca+3clGP54TC/76pb+IbXY/lCp3Tnw8dpkCYb6qZHrQvc5yMQ2uVnQrgkw+qLKKFU8uKmYyDDNcd6RlaPE7tiJMg==',key_name='tempest-keypair-2007030192',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:32:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-n0uam0fu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:32:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "address": "fa:16:3e:a4:29:73", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e1aacec-25", "ovs_interfaceid": "0e1aacec-255b-4f8c-8552-c9659fda0c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG os_vif [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0e1aacec-25, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=496d4edd-ead1-4e78-943c-21ffc61c7dfa) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:24 user nova-compute[75502]: INFO os_vif [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:29:73,bridge_name='br-int',has_traffic_filtering=True,id=0e1aacec-255b-4f8c-8552-c9659fda0c13,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e1aacec-25')
Dec 06 08:34:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Deleting instance files /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b_del
Dec 06 08:34:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Deletion of /opt/stack/data/nova/instances/e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b_del complete
Dec 06 08:34:24 user nova-compute[75502]: INFO nova.compute.manager [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Took 0.96 seconds to destroy the instance on the hypervisor.
Dec 06 08:34:24 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Stashing vm_state: active {{(pid=75502) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:24 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:34:24 user nova-compute[75502]: INFO nova.compute.claims [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Claim successful on node user
Dec 06 08:34:24 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating resource usage from migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b
Dec 06 08:34:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:25 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Took 1.27 seconds to deallocate network for instance.
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f5fd545-3037-433a-8f2c-19414c9a1347 req-3a49c5ad-302f-4910-9480-6402168a63e1 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-vif-deleted-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:25 user nova-compute[75502]: INFO nova.compute.manager [req-0f5fd545-3037-433a-8f2c-19414c9a1347 req-3a49c5ad-302f-4910-9480-6402168a63e1 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Neutron deleted interface 0e1aacec-255b-4f8c-8552-c9659fda0c13; detaching it from the instance and deleting it from the info cache
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f5fd545-3037-433a-8f2c-19414c9a1347 req-3a49c5ad-302f-4910-9480-6402168a63e1 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f5fd545-3037-433a-8f2c-19414c9a1347 req-3a49c5ad-302f-4910-9480-6402168a63e1 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Detach interface failed, port_id=0e1aacec-255b-4f8c-8552-c9659fda0c13, reason: Instance e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.670s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:25 user nova-compute[75502]: INFO nova.compute.manager [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Migrating
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:25 user nova-compute[75502]: INFO nova.compute.rpcapi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-c8e66cc3-fbe3-4106-9f07-3497dff2c111 req-7b44bfde-bae2-4b55-af4b-6b1379ea1e34 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received event network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c8e66cc3-fbe3-4106-9f07-3497dff2c111 req-7b44bfde-bae2-4b55-af4b-6b1379ea1e34 service nova] Acquiring lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c8e66cc3-fbe3-4106-9f07-3497dff2c111 req-7b44bfde-bae2-4b55-af4b-6b1379ea1e34 service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c8e66cc3-fbe3-4106-9f07-3497dff2c111 req-7b44bfde-bae2-4b55-af4b-6b1379ea1e34 service nova] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-c8e66cc3-fbe3-4106-9f07-3497dff2c111 req-7b44bfde-bae2-4b55-af4b-6b1379ea1e34 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] No waiting events found dispatching network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:25 user nova-compute[75502]: WARNING nova.compute.manager [req-c8e66cc3-fbe3-4106-9f07-3497dff2c111 req-7b44bfde-bae2-4b55-af4b-6b1379ea1e34 service nova] [instance: e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b] Received unexpected event network-vif-plugged-0e1aacec-255b-4f8c-8552-c9659fda0c13 for instance with vm_state deleted and task_state None.
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.417s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:26 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Deleted allocations for instance e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b
Dec 06 08:34:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97e9f96c-77f2-4e7e-bf78-72fa14f2c1bb tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "e5091fde-cf6d-4a54-ab15-c5e6ec7acc5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.061s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Starting migrate_disk_and_power_off {{(pid=75502) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:27 user nova-compute[75502]: WARNING nova.compute.manager [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state resize_migrating.
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:27 user nova-compute[75502]: WARNING nova.compute.manager [req-ae52ea64-ea14-4563-a487-0bc7c7e7db95 req-553b7998-4ae1-4bb9-8e14-c66b437f409a service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state resize_migrating.
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance destroyed successfully.
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2a522d0-71, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=804f9698-6688-402c-8e18-1e012d9a6a5f) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:27 user nova-compute[75502]: INFO os_vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71')
Dec 06 08:34:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:27 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6dbd78-aee2-42e9-aedc-f5e5a12a129e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:34:27 user nova-compute[75502]: No targets found.
Dec 06 08:34:27 user nova-compute[75502]: iSNS:
Dec 06 08:34:27 user nova-compute[75502]: No targets found.
Dec 06 08:34:27 user nova-compute[75502]: STATIC:
Dec 06 08:34:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:34:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:34:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:34:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233
Dec 06 08:34:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:27 user nova-compute[75502]: FIRMWARE:
Dec 06 08:34:27 user nova-compute[75502]: No targets found.
Dec 06 08:34:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:34:27 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:34:27 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ea5b65-bcae-46ba-9387-fa879c0f45da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab9ef02-22fb-4bb1-8d52-bd2826a7523a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:27 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:27 user nova-compute[75502]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:27 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:27 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:27 user nova-compute[75502]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:27 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94ecd3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0'): ({'sde'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Removing single pathed devices sde {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9bb4a2-d4f5-4698-969e-c2c615081152]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba44b0b-6dd6-4036-9590-65089d2af4ff]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flushing IO for device /dev/sde {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d91fb67-8fd7-4c04-aeac-1603267349bc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cbebf47-2875-415f-a900-7cf8e0e09644]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:34:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a95ae54-8683-4e5e-8b52-d4301ea4944e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2f484a-a078-4167-9045-be31cd678a5d]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]
Dec 06 08:34:28 user nova-compute[75502]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.
Dec 06 08:34:28 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[07ecacc4-8298-4564-81de-232fdaa2f25c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.410s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== disconnect_volume: return (412ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8_resize/disk /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "cp -r /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8_resize/disk /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk" returned: 0 in 0.334s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8_resize/disk.info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk.info {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "cp -r /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8_resize/disk.info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk.info" returned: 0 in 0.032s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Port c2a522d0-7188-4958-a89b-b16457b8233d binding to destination host user is already ACTIVE {{(pid=75502) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG nova.network.neutron [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG os_brick.utils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c62c0d3-c2c4-4a96-af30-accd89aa428d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccde3acb-77dc-46fd-ad8a-0b9ec282d7f4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4691de1c-4dda-426e-87c1-d2e00ab002ce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a20adf-f70b-4c51-85b9-e78c0683d6fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:34:31 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:34:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27ef141-0b55-4f45-8a6e-a46da8439f58]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:34:31 user nova-compute[75502]: DEBUG os_brick.utils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Starting finish_migration {{(pid=75502) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:34:42 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Creating image(s)
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk. size=21474836480 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk 21474836480 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk 21474836480" returned: 0 in 0.057s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Ensure instance console log exists: /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start _get_guest_xml network_info=[{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '81a200b5-15f3-4365-8fca-3bb5260373a2', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd7b488bc-d92e-4c2a-9284-d3d54b5c12f8', 'attached_at': '2023-12-06T08:34:42.000000', 'detached_at': '', 'volume_id': '7c41d3a5-2500-4634-9328-c248623cb3b0', 'serial': '7c41d3a5-2500-4634-9328-c248623cb3b0'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:34:42 user nova-compute[75502]: INFO nova.compute.claims [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Claim successful on node user
Dec 06 08:34:42 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:42 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:42 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:42 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:42 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c76ea7d-9c23-43d9-b01e-cc4af1e948b9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:34:42 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7869573c-6218-49a7-bc76-9f0f2e43c225]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0] added
Dec 06 08:34:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a47b9c2-ce33-4a12-b840-a01873a6bb0f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb45e27-3e60-4ffa-9ae7-421916cce53b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqLZNBsT {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqLZNBsT" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a326721-2e9a-4581-a2bd-b7e20b9c30a2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JqLZNBsT'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03ece00-94f7-4dcd-a725-a8f49ba72303]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[647e6794-d642-4e37-b1fb-526d612a6d5d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:42 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:42 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:42 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:42 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a477d481-9a7b-45fd-9bd0-61521140a13e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]
Dec 06 08:34:43 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.
Dec 06 08:34:43 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9ef6ab9-8208-4b06-9fed-da7a908dd697]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa057f72-c55c-4863-a25a-dad65293c455]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:43 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:43 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:43 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:43 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:43 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:43 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:43 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:43 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] HCTL ('36', '-', '-', 0) found on session 14 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c8f765-6d94-42b1-bbdd-117eef4a60c1]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching for a device in session 14 and hctl ['36', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.501s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:34:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.policy [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779afaf144ae40e6a7aa330b2eb41c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330099b4598f41d79b1e83e91e943c06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:34:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Creating image(s)
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.205s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.231s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk 1073741824" returned: 0 in 0.061s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching for a device in session 14 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23136336163353466', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136336163353466', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:34:44 user nova-compute[75502]:   <uuid>d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</uuid>
Dec 06 08:34:44 user nova-compute[75502]:   <name>instance-00000007</name>
Dec 06 08:34:44 user nova-compute[75502]:   <memory>2097152</memory>
Dec 06 08:34:44 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:34:44 user nova-compute[75502]:   <metadata>
Dec 06 08:34:44 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:34:44 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:34:44 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherB-server-1320262292</nova:name>
Dec 06 08:34:44 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:34:42</nova:creationTime>
Dec 06 08:34:44 user nova-compute[75502]:       <nova:flavor name="m1.small">
Dec 06 08:34:44 user nova-compute[75502]:         <nova:memory>2048</nova:memory>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:disk>20</nova:disk>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:34:44 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:34:44 user nova-compute[75502]:       <nova:owner>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:user uuid="2d31d78f32d0487b9508113ae9c0b332">tempest-ServerActionsTestOtherB-377709706-project-member</nova:user>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:project uuid="a5b9065da93c4eb0a2482127726014ac">tempest-ServerActionsTestOtherB-377709706</nova:project>
Dec 06 08:34:44 user nova-compute[75502]:       </nova:owner>
Dec 06 08:34:44 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:34:44 user nova-compute[75502]:       <nova:ports>
Dec 06 08:34:44 user nova-compute[75502]:         <nova:port uuid="c2a522d0-7188-4958-a89b-b16457b8233d">
Dec 06 08:34:44 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 08:34:44 user nova-compute[75502]:         </nova:port>
Dec 06 08:34:44 user nova-compute[75502]:       </nova:ports>
Dec 06 08:34:44 user nova-compute[75502]:     </nova:instance>
Dec 06 08:34:44 user nova-compute[75502]:   </metadata>
Dec 06 08:34:44 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:34:44 user nova-compute[75502]:     <system>
Dec 06 08:34:44 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:34:44 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:34:44 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:34:44 user nova-compute[75502]:       <entry name="serial">d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</entry>
Dec 06 08:34:44 user nova-compute[75502]:       <entry name="uuid">d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</entry>
Dec 06 08:34:44 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:34:44 user nova-compute[75502]:     </system>
Dec 06 08:34:44 user nova-compute[75502]:   </sysinfo>
Dec 06 08:34:44 user nova-compute[75502]:   <os>
Dec 06 08:34:44 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:34:44 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:34:44 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:34:44 user nova-compute[75502]:   </os>
Dec 06 08:34:44 user nova-compute[75502]:   <features>
Dec 06 08:34:44 user nova-compute[75502]:     <acpi/>
Dec 06 08:34:44 user nova-compute[75502]:     <apic/>
Dec 06 08:34:44 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:34:44 user nova-compute[75502]:   </features>
Dec 06 08:34:44 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:34:44 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:34:44 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:34:44 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:34:44 user nova-compute[75502]:   </clock>
Dec 06 08:34:44 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:34:44 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:34:44 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:34:44 user nova-compute[75502]:   </cpu>
Dec 06 08:34:44 user nova-compute[75502]:   <devices>
Dec 06 08:34:44 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:44 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:44 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk"/>
Dec 06 08:34:44 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:34:44 user nova-compute[75502]:     </disk>
Dec 06 08:34:44 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:34:44 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:34:44 user nova-compute[75502]:       <source dev="/dev/sde"/>
Dec 06 08:34:44 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:34:44 user nova-compute[75502]:       <serial>7c41d3a5-2500-4634-9328-c248623cb3b0</serial>
Dec 06 08:34:44 user nova-compute[75502]:     </disk>
Dec 06 08:34:44 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:34:44 user nova-compute[75502]:       <mac address="fa:16:3e:7a:43:0f"/>
Dec 06 08:34:44 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:44 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:34:44 user nova-compute[75502]:       <target dev="tapc2a522d0-71"/>
Dec 06 08:34:44 user nova-compute[75502]:     </interface>
Dec 06 08:34:44 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:34:44 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/console.log" append="off"/>
Dec 06 08:34:44 user nova-compute[75502]:     </serial>
Dec 06 08:34:44 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:34:44 user nova-compute[75502]:     <video>
Dec 06 08:34:44 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:44 user nova-compute[75502]:     </video>
Dec 06 08:34:44 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:34:44 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:34:44 user nova-compute[75502]:     </rng>
Dec 06 08:34:44 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:34:44 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:34:44 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:34:44 user nova-compute[75502]:     </memballoon>
Dec 06 08:34:44 user nova-compute[75502]:   </devices>
Dec 06 08:34:44 user nova-compute[75502]: </domain>
Dec 06 08:34:44 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1341553576-network", "vif_mac": "fa:16:3e:7a:43:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG os_vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Successfully created port: be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '32dd1d69-827f-5616-aaef-a364d27ba4af', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.221s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2a522d0-71, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2a522d0-71, col_values=(('qos', UUID('49b771a9-43a9-4a20-909c-ccd7386d9b88')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2a522d0-71, col_values=(('external_ids', {'iface-id': 'c2a522d0-7188-4958-a89b-b16457b8233d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:43:0f', 'vm-uuid': 'd7b488bc-d92e-4c2a-9284-d3d54b5c12f8'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:44 user nova-compute[75502]: INFO os_vif [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71')
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] No VIF found with MAC fa:16:3e:7a:43:0f, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Cannot resize image /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Ensure instance console log exists: /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Successfully updated port: be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquired lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-changed-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Refreshing instance network info cache due to event network-changed-be0e97e0-b9f4-4426-a713-f6b21b9a02b2. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] Acquiring lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Releasing lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Instance network_info: |[{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] Acquired lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Refreshing network info cache for port be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Start _get_guest_xml network_info=[{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:34:45 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:45 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'pci_devices' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:34:45 user nova-compute[75502]:   <uuid>8d3e9323-25dd-4765-86be-eee1fca94a50</uuid>
Dec 06 08:34:45 user nova-compute[75502]:   <name>instance-00000011</name>
Dec 06 08:34:45 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:34:45 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:34:45 user nova-compute[75502]:   <metadata>
Dec 06 08:34:45 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:34:45 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:34:45 user nova-compute[75502]:       <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:34:45 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:34:45</nova:creationTime>
Dec 06 08:34:45 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:34:45 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:34:45 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:34:45 user nova-compute[75502]:       <nova:owner>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:34:45 user nova-compute[75502]:       </nova:owner>
Dec 06 08:34:45 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:34:45 user nova-compute[75502]:       <nova:ports>
Dec 06 08:34:45 user nova-compute[75502]:         <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:34:45 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:34:45 user nova-compute[75502]:         </nova:port>
Dec 06 08:34:45 user nova-compute[75502]:       </nova:ports>
Dec 06 08:34:45 user nova-compute[75502]:     </nova:instance>
Dec 06 08:34:45 user nova-compute[75502]:   </metadata>
Dec 06 08:34:45 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:34:45 user nova-compute[75502]:     <system>
Dec 06 08:34:45 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:34:45 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:34:45 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:34:45 user nova-compute[75502]:       <entry name="serial">8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:34:45 user nova-compute[75502]:       <entry name="uuid">8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:34:45 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:34:45 user nova-compute[75502]:     </system>
Dec 06 08:34:45 user nova-compute[75502]:   </sysinfo>
Dec 06 08:34:45 user nova-compute[75502]:   <os>
Dec 06 08:34:45 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:34:45 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:34:45 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:34:45 user nova-compute[75502]:   </os>
Dec 06 08:34:45 user nova-compute[75502]:   <features>
Dec 06 08:34:45 user nova-compute[75502]:     <acpi/>
Dec 06 08:34:45 user nova-compute[75502]:     <apic/>
Dec 06 08:34:45 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:34:45 user nova-compute[75502]:   </features>
Dec 06 08:34:45 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:34:45 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:34:45 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:34:45 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:34:45 user nova-compute[75502]:   </clock>
Dec 06 08:34:45 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:34:45 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:34:45 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:34:45 user nova-compute[75502]:   </cpu>
Dec 06 08:34:45 user nova-compute[75502]:   <devices>
Dec 06 08:34:45 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:45 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:45 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk"/>
Dec 06 08:34:45 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:34:45 user nova-compute[75502]:     </disk>
Dec 06 08:34:45 user nova-compute[75502]:     <disk type="file" device="cdrom">
Dec 06 08:34:45 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 08:34:45 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config"/>
Dec 06 08:34:45 user nova-compute[75502]:       <target dev="hda" bus="ide"/>
Dec 06 08:34:45 user nova-compute[75502]:     </disk>
Dec 06 08:34:45 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:34:45 user nova-compute[75502]:       <mac address="fa:16:3e:fd:80:a8"/>
Dec 06 08:34:45 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:45 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:34:45 user nova-compute[75502]:       <target dev="tapbe0e97e0-b9"/>
Dec 06 08:34:45 user nova-compute[75502]:     </interface>
Dec 06 08:34:45 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:34:45 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log" append="off"/>
Dec 06 08:34:45 user nova-compute[75502]:     </serial>
Dec 06 08:34:45 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:34:45 user nova-compute[75502]:     <video>
Dec 06 08:34:45 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:45 user nova-compute[75502]:     </video>
Dec 06 08:34:45 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:34:45 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:34:45 user nova-compute[75502]:     </rng>
Dec 06 08:34:45 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:34:45 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:34:45 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:34:45 user nova-compute[75502]:     </memballoon>
Dec 06 08:34:45 user nova-compute[75502]:   </devices>
Dec 06 08:34:45 user nova-compute[75502]: </domain>
Dec 06 08:34:45 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:34:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG os_vif [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f318ed6-b0d6-5ff7-ab66-e6803f97e556', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe0e97e0-b9, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe0e97e0-b9, col_values=(('qos', UUID('ec7539e7-1ef2-4dc5-9435-26a00f70f677')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe0e97e0-b9, col_values=(('external_ids', {'iface-id': 'be0e97e0-b9f4-4426-a713-f6b21b9a02b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:80:a8', 'vm-uuid': '8d3e9323-25dd-4765-86be-eee1fca94a50'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: INFO os_vif [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9')
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No BDM found with device name hda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No VIF found with MAC fa:16:3e:fd:80:a8, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Using config drive
Dec 06 08:34:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Creating config drive at /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config
Dec 06 08:34:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp4evkw0r7 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updated VIF entry in instance network info cache for port be0e97e0-b9f4-4426-a713-f6b21b9a02b2. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6316fa40-a798-4f3d-86b2-0ad8ab504956 req-2f84f8a2-5feb-43e4-b217-b03140f0b31b service nova] Releasing lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp4evkw0r7" returned: 0 in 0.064s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:46 user nova-compute[75502]: WARNING nova.compute.manager [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state resize_finish.
Dec 06 08:34:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:46 user nova-compute[75502]: WARNING nova.compute.manager [req-df7c21d2-839b-4628-b8cf-1b29a3e495d3 req-30919b18-8c73-4c16-bd90-de947029ac30 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state resize_finish.
Dec 06 08:34:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-58b587b0-7819-41ba-8b9d-4a1c060a6cc5 req-894b075a-757c-4968-9983-63fde7c623fe service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-58b587b0-7819-41ba-8b9d-4a1c060a6cc5 req-894b075a-757c-4968-9983-63fde7c623fe service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-58b587b0-7819-41ba-8b9d-4a1c060a6cc5 req-894b075a-757c-4968-9983-63fde7c623fe service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-58b587b0-7819-41ba-8b9d-4a1c060a6cc5 req-894b075a-757c-4968-9983-63fde7c623fe service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-58b587b0-7819-41ba-8b9d-4a1c060a6cc5 req-894b075a-757c-4968-9983-63fde7c623fe service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:47 user nova-compute[75502]: WARNING nova.compute.manager [req-58b587b0-7819-41ba-8b9d-4a1c060a6cc5 req-894b075a-757c-4968-9983-63fde7c623fe service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 for instance with vm_state building and task_state spawning.
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:47 user nova-compute[75502]: INFO nova.compute.manager [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Terminating instance
Dec 06 08:34:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Instance destroyed successfully.
Dec 06 08:34:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lazy-loading 'resources' on Instance uuid 2e06c50b-1f66-40cf-b2eb-7ea00355e000 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:31:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-947231812',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2032955487',id=11,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD7QMeS0avYeYhRGQ7CxQ1bauK1dbRSo0/atmUWf/yKHSprujaByGORhGsvkqImrOxlbWItFyFcBbB6U6Aba5F1KiIOlfGQLDOQZnxugEiZGrFK2oMmyzP/1E+E0TE1vDg==',key_name='tempest-keypair-479257006',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='db7b888938974f478ec38fa16181cbfc',ramdisk_id='',reservation_id='r-bokea45o',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1762019183',owner_user_name='tempest-ServerActionsV293TestJSON-1762019183-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:33:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d92fe64d5c43479aa0022285e3de4e34',uuid=2e06c50b-1f66-40cf-b2eb-7ea00355e000,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converting VIF {"id": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "address": "fa:16:3e:2e:fd:19", "network": {"id": "88f3144f-8815-4db4-b843-0327374bf60d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1921038686-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "db7b888938974f478ec38fa16181cbfc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3db7cbf-27", "ovs_interfaceid": "a3db7cbf-278c-4edd-b583-01222c95bcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_vif [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3db7cbf-27, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43eeb115-c5c3-4aca-9f01-4deee68a6f68) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:34:48 user nova-compute[75502]: INFO os_vif [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:fd:19,bridge_name='br-int',has_traffic_filtering=True,id=a3db7cbf-278c-4edd-b583-01222c95bcd3,network=Network(88f3144f-8815-4db4-b843-0327374bf60d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3db7cbf-27')
Dec 06 08:34:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hYoWeFMD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:34:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca76da77-1c53-44c2-955b-ef89e795a38e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:34:48 user nova-compute[75502]: No targets found.
Dec 06 08:34:48 user nova-compute[75502]: iSNS:
Dec 06 08:34:48 user nova-compute[75502]: No targets found.
Dec 06 08:34:48 user nova-compute[75502]: STATIC:
Dec 06 08:34:48 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:34:48 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:48 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:48 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:34:48 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:48 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:48 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:34:48 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:48 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:48 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233
Dec 06 08:34:48 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:34:48 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:34:48 user nova-compute[75502]: FIRMWARE:
Dec 06 08:34:48 user nova-compute[75502]: No targets found.
Dec 06 08:34:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:34:48 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:34:48 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa35ed1-fa01-4caf-8c13-580a2b3dee64]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[320760bc-27f9-479c-a27b-07a99b2df0d4]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:48 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:48 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:48 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 (non-flash)
Dec 06 08:34:48 user nova-compute[75502]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:34:48 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:34:48 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:34:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f48a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8862e14-b2e8-4bca-b3b9-3aff6d79411a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fbfa4fa-dac9-464d-b024-d6e54510e275]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[25bf331d-30fc-499a-93c6-0265a99b37cf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.058s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9c84712-ff58-4807-9482-03c36e820673]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[655f1269-eb23-41e9-b274-d57a6f8ca43d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e082df-0c80-45d8-848a-94bcc7137236]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260]
Dec 06 08:34:49 user nova-compute[75502]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233, portal: 172.16.0.220,3260] successful.
Dec 06 08:34:49 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e2c88aa-b9da-4986-8038-ec8843d4d233 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[84febd09-140b-4b6b-97f8-d9a75b72fc05]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] <== disconnect_volume: return (360ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Deleting instance files /opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000_del
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Deletion of /opt/stack/data/nova/instances/2e06c50b-1f66-40cf-b2eb-7ea00355e000_del complete
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.compute.manager [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Took 1.28 seconds to destroy the instance on the hypervisor.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance running successfully.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Failed to set time: agent not configured {{(pid=75502) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c8389cc9-a7ab-4a63-9e8c-60392aabf414 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] finish_migration finished successfully. {{(pid=75502) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:49 user nova-compute[75502]: WARNING nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 for instance with vm_state building and task_state spawning.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-unplugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-unplugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-unplugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Acquiring lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] No waiting events found dispatching network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:49 user nova-compute[75502]: WARNING nova.compute.manager [req-ac498baf-4ec0-4501-8988-3710731ff0d7 req-5ef06d85-eb52-44f9-a98d-5d4a17441f69 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received unexpected event network-vif-plugged-a3db7cbf-278c-4edd-b583-01222c95bcd3 for instance with vm_state active and task_state deleting.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Instance spawned successfully.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Took 6.32 seconds to spawn the instance on the hypervisor.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.compute.manager [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Took 7.31 seconds to build instance.
Dec 06 08:34:49 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Took 0.79 seconds to deallocate network for instance.
Dec 06 08:34:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc9ad4ec-42c6-4fbe-89de-19849ef11b68 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.466s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-0ee747da-611b-413f-999b-6545389bfdc1 req-2231d883-d681-4e5b-a466-134ee9ba7e93 service nova] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Received event network-vif-deleted-a3db7cbf-278c-4edd-b583-01222c95bcd3 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:51 user nova-compute[75502]: INFO nova.compute.manager [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Took 1.23 seconds to detach 1 volumes for instance.
Dec 06 08:34:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] [instance: 2e06c50b-1f66-40cf-b2eb-7ea00355e000] Deleting volume: 4e2c88aa-b9da-4986-8038-ec8843d4d233 {{(pid=75502) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 08:34:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:51 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:34:51 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:34:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.509s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:52 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Deleted allocations for instance 2e06c50b-1f66-40cf-b2eb-7ea00355e000
Dec 06 08:34:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-745abf15-1e39-48b6-8a71-d8bbf2a8b8f5 tempest-ServerActionsV293TestJSON-1762019183 tempest-ServerActionsV293TestJSON-1762019183-project-member] Lock "2e06c50b-1f66-40cf-b2eb-7ea00355e000" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.336s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:52 user nova-compute[75502]: INFO nova.compute.manager [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Rescuing
Dec 06 08:34:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:34:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:34:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:34:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:34:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:34:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-2cbf033b-62c7-4a9b-8db7-ac9a9230fb78 req-1ddf2383-d93c-4e41-964d-97e1c5dadf76 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2cbf033b-62c7-4a9b-8db7-ac9a9230fb78 req-1ddf2383-d93c-4e41-964d-97e1c5dadf76 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2cbf033b-62c7-4a9b-8db7-ac9a9230fb78 req-1ddf2383-d93c-4e41-964d-97e1c5dadf76 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2cbf033b-62c7-4a9b-8db7-ac9a9230fb78 req-1ddf2383-d93c-4e41-964d-97e1c5dadf76 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-2cbf033b-62c7-4a9b-8db7-ac9a9230fb78 req-1ddf2383-d93c-4e41-964d-97e1c5dadf76 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:54 user nova-compute[75502]: WARNING nova.compute.manager [req-2cbf033b-62c7-4a9b-8db7-ac9a9230fb78 req-1ddf2383-d93c-4e41-964d-97e1c5dadf76 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state rescuing.
Dec 06 08:34:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance destroyed successfully.
Dec 06 08:34:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Attempting rescue
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75502) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:34:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Creating image(s)
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'trusted_certs' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.205s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue" returned: 0 in 0.058s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'migration_context' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.objects.base [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<ed58a8c8-afbe-4a8d-8ed1-244e8a56d408> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Start _get_guest_xml network_info=[{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:ce:a1:0a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'resources' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.objects.base [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<ed58a8c8-afbe-4a8d-8ed1-244e8a56d408> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'numa_topology' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.objects.base [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<ed58a8c8-afbe-4a8d-8ed1-244e8a56d408> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'vcpu_model' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.objects.base [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<ed58a8c8-afbe-4a8d-8ed1-244e8a56d408> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1195262912',display_name='tempest-ServerRescueNegativeTestJSON-server-1195262912',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1195262912',id=1,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-r5gx0we0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:30:27Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=ed58a8c8-afbe-4a8d-8ed1-244e8a56d408,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:ce:a1:0a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:ce:a1:0a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'pci_devices' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.objects.base [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<ed58a8c8-afbe-4a8d-8ed1-244e8a56d408> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:34:55 user nova-compute[75502]:   <uuid>ed58a8c8-afbe-4a8d-8ed1-244e8a56d408</uuid>
Dec 06 08:34:55 user nova-compute[75502]:   <name>instance-00000001</name>
Dec 06 08:34:55 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:34:55 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:34:55 user nova-compute[75502]:   <metadata>
Dec 06 08:34:55 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:34:55 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:34:55 user nova-compute[75502]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1195262912</nova:name>
Dec 06 08:34:55 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:34:55</nova:creationTime>
Dec 06 08:34:55 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:34:55 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:34:55 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:34:55 user nova-compute[75502]:       <nova:owner>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:user uuid="ca454c25bf084717b0ef1bcd5f3067d8">tempest-ServerRescueNegativeTestJSON-279346309-project-member</nova:user>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:project uuid="cc634ce7c2764c4c885d9f7a3db9e290">tempest-ServerRescueNegativeTestJSON-279346309</nova:project>
Dec 06 08:34:55 user nova-compute[75502]:       </nova:owner>
Dec 06 08:34:55 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:34:55 user nova-compute[75502]:       <nova:ports>
Dec 06 08:34:55 user nova-compute[75502]:         <nova:port uuid="cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a">
Dec 06 08:34:55 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:34:55 user nova-compute[75502]:         </nova:port>
Dec 06 08:34:55 user nova-compute[75502]:       </nova:ports>
Dec 06 08:34:55 user nova-compute[75502]:     </nova:instance>
Dec 06 08:34:55 user nova-compute[75502]:   </metadata>
Dec 06 08:34:55 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:34:55 user nova-compute[75502]:     <system>
Dec 06 08:34:55 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:34:55 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:34:55 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:34:55 user nova-compute[75502]:       <entry name="serial">ed58a8c8-afbe-4a8d-8ed1-244e8a56d408</entry>
Dec 06 08:34:55 user nova-compute[75502]:       <entry name="uuid">ed58a8c8-afbe-4a8d-8ed1-244e8a56d408</entry>
Dec 06 08:34:55 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:34:55 user nova-compute[75502]:     </system>
Dec 06 08:34:55 user nova-compute[75502]:   </sysinfo>
Dec 06 08:34:55 user nova-compute[75502]:   <os>
Dec 06 08:34:55 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:34:55 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:34:55 user nova-compute[75502]:   </os>
Dec 06 08:34:55 user nova-compute[75502]:   <features>
Dec 06 08:34:55 user nova-compute[75502]:     <acpi/>
Dec 06 08:34:55 user nova-compute[75502]:     <apic/>
Dec 06 08:34:55 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:34:55 user nova-compute[75502]:   </features>
Dec 06 08:34:55 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:34:55 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:34:55 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:34:55 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:34:55 user nova-compute[75502]:   </clock>
Dec 06 08:34:55 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:34:55 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:34:55 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:34:55 user nova-compute[75502]:   </cpu>
Dec 06 08:34:55 user nova-compute[75502]:   <devices>
Dec 06 08:34:55 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:55 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:55 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue"/>
Dec 06 08:34:55 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:34:55 user nova-compute[75502]:     </disk>
Dec 06 08:34:55 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:34:55 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:34:55 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk"/>
Dec 06 08:34:55 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:34:55 user nova-compute[75502]:     </disk>
Dec 06 08:34:55 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:34:55 user nova-compute[75502]:       <mac address="fa:16:3e:ce:a1:0a"/>
Dec 06 08:34:55 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:55 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:34:55 user nova-compute[75502]:       <target dev="tapcd7b4d34-0d"/>
Dec 06 08:34:55 user nova-compute[75502]:     </interface>
Dec 06 08:34:55 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:34:55 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/console.log" append="off"/>
Dec 06 08:34:55 user nova-compute[75502]:     </serial>
Dec 06 08:34:55 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:34:55 user nova-compute[75502]:     <video>
Dec 06 08:34:55 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:34:55 user nova-compute[75502]:     </video>
Dec 06 08:34:55 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:34:55 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:34:55 user nova-compute[75502]:     </rng>
Dec 06 08:34:55 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:34:55 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:34:55 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:34:55 user nova-compute[75502]:     </memballoon>
Dec 06 08:34:55 user nova-compute[75502]:   </devices>
Dec 06 08:34:55 user nova-compute[75502]: </domain>
Dec 06 08:34:55 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:34:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance destroyed successfully.
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:34:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:ce:a1:0a, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d45ff90f-7c0f-44ff-8420-c5223207be32 req-c7446b26-1347-4a4a-bdf7-2cc894a0ebad service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d45ff90f-7c0f-44ff-8420-c5223207be32 req-c7446b26-1347-4a4a-bdf7-2cc894a0ebad service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d45ff90f-7c0f-44ff-8420-c5223207be32 req-c7446b26-1347-4a4a-bdf7-2cc894a0ebad service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d45ff90f-7c0f-44ff-8420-c5223207be32 req-c7446b26-1347-4a4a-bdf7-2cc894a0ebad service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d45ff90f-7c0f-44ff-8420-c5223207be32 req-c7446b26-1347-4a4a-bdf7-2cc894a0ebad service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:56 user nova-compute[75502]: WARNING nova.compute.manager [req-d45ff90f-7c0f-44ff-8420-c5223207be32 req-c7446b26-1347-4a4a-bdf7-2cc894a0ebad service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state rescuing.
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:58 user nova-compute[75502]: WARNING nova.compute.manager [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state rescuing.
Dec 06 08:34:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:34:58 user nova-compute[75502]: WARNING nova.compute.manager [req-d2cfedb5-77da-458c-b45a-8f900227a82e req-17cddb9c-dde9-4216-a91e-9f4e68f7f8b0 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state rescuing.
Dec 06 08:34:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:34:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-284b43ee-b781-4787-a1d1-d8a9d5040e03 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:35:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:35:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json" returned: 0 in 0.293s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.234s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.249s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7355MB free_disk=25.347400665283203GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Applying migration context for instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 as it has an incoming, in-progress migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b. Migration status is finished {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 08:35:12 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating resource usage from migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 4dd60019-6879-4566-a22e-686da0d81667 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8d3e9323-25dd-4765-86be-eee1fca94a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.731s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.719s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:35:13 user nova-compute[75502]: INFO nova.compute.claims [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Claim successful on node user
Dec 06 08:35:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.563s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:35:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.policy [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c681eae8b0d44216a0c17a18eaafa40e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fea869ceec204c47998d236c33100dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:35:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Creating image(s)
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "/opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "/opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "/opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:14 user nova-compute[75502]: INFO nova.compute.manager [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Detaching volume ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:35:14 user nova-compute[75502]: INFO nova.virt.block_device [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Attempting to driver detach volume ff40cab5-3926-4b85-acae-2a4eb8dca818 from mountpoint /dev/vdb
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Attempting to detach device vdb from instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:35:14 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:35:14 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:35:14 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:35:14 user nova-compute[75502]:   <serial>ff40cab5-3926-4b85-acae-2a4eb8dca818</serial>
Dec 06 08:35:14 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:35:14 user nova-compute[75502]: </disk>
Dec 06 08:35:14 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk 1073741824" returned: 0 in 0.052s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:14 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully detached device vdb from instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a from the persistent domain config.
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:35:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:35:14 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:35:14 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:35:14 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:35:14 user nova-compute[75502]:   <serial>ff40cab5-3926-4b85-acae-2a4eb8dca818</serial>
Dec 06 08:35:14 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:35:14 user nova-compute[75502]: </disk>
Dec 06 08:35:14 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Successfully created port: 02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Cannot resize image /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Ensure instance console log exists: /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Successfully updated port: 02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquired lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-changed-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Refreshing instance network info cache due to event network-changed-02851069-5d26-47a2-bb1c-c89514de9e0a. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] Acquiring lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Updating instance_info_cache with network_info: [{"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Releasing lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Instance network_info: |[{"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] Acquired lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Refreshing network info cache for port 02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Start _get_guest_xml network_info=[{"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:35:16 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:16 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2121981198',display_name='tempest-ServersNegativeTestJSON-server-2121981198',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2121981198',id=18,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fea869ceec204c47998d236c33100dc3',ramdisk_id='',reservation_id='r-bq3tbud8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-580149023',owner_user_name='tempest-ServersNegativeTestJSON-580149023-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:14Z,user_data=None,user_id='c681eae8b0d44216a0c17a18eaafa40e',uuid=7519b7ef-ac86-4ed1-9d72-4614254999e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converting VIF {"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lazy-loading 'pci_devices' on Instance uuid 7519b7ef-ac86-4ed1-9d72-4614254999e3 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:35:16 user nova-compute[75502]:   <uuid>7519b7ef-ac86-4ed1-9d72-4614254999e3</uuid>
Dec 06 08:35:16 user nova-compute[75502]:   <name>instance-00000012</name>
Dec 06 08:35:16 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:35:16 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:35:16 user nova-compute[75502]:   <metadata>
Dec 06 08:35:16 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:35:16 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:35:16 user nova-compute[75502]:       <nova:name>tempest-ServersNegativeTestJSON-server-2121981198</nova:name>
Dec 06 08:35:16 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:35:16</nova:creationTime>
Dec 06 08:35:16 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:35:16 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:35:16 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:35:16 user nova-compute[75502]:       <nova:owner>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:user uuid="c681eae8b0d44216a0c17a18eaafa40e">tempest-ServersNegativeTestJSON-580149023-project-member</nova:user>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:project uuid="fea869ceec204c47998d236c33100dc3">tempest-ServersNegativeTestJSON-580149023</nova:project>
Dec 06 08:35:16 user nova-compute[75502]:       </nova:owner>
Dec 06 08:35:16 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:35:16 user nova-compute[75502]:       <nova:ports>
Dec 06 08:35:16 user nova-compute[75502]:         <nova:port uuid="02851069-5d26-47a2-bb1c-c89514de9e0a">
Dec 06 08:35:16 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:35:16 user nova-compute[75502]:         </nova:port>
Dec 06 08:35:16 user nova-compute[75502]:       </nova:ports>
Dec 06 08:35:16 user nova-compute[75502]:     </nova:instance>
Dec 06 08:35:16 user nova-compute[75502]:   </metadata>
Dec 06 08:35:16 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:35:16 user nova-compute[75502]:     <system>
Dec 06 08:35:16 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:35:16 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:35:16 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:35:16 user nova-compute[75502]:       <entry name="serial">7519b7ef-ac86-4ed1-9d72-4614254999e3</entry>
Dec 06 08:35:16 user nova-compute[75502]:       <entry name="uuid">7519b7ef-ac86-4ed1-9d72-4614254999e3</entry>
Dec 06 08:35:16 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:35:16 user nova-compute[75502]:     </system>
Dec 06 08:35:16 user nova-compute[75502]:   </sysinfo>
Dec 06 08:35:16 user nova-compute[75502]:   <os>
Dec 06 08:35:16 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:35:16 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:35:16 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:35:16 user nova-compute[75502]:   </os>
Dec 06 08:35:16 user nova-compute[75502]:   <features>
Dec 06 08:35:16 user nova-compute[75502]:     <acpi/>
Dec 06 08:35:16 user nova-compute[75502]:     <apic/>
Dec 06 08:35:16 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:35:16 user nova-compute[75502]:   </features>
Dec 06 08:35:16 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:35:16 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:35:16 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:35:16 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:35:16 user nova-compute[75502]:   </clock>
Dec 06 08:35:16 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:35:16 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:35:16 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:35:16 user nova-compute[75502]:   </cpu>
Dec 06 08:35:16 user nova-compute[75502]:   <devices>
Dec 06 08:35:16 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:35:16 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:35:16 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk"/>
Dec 06 08:35:16 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:35:16 user nova-compute[75502]:     </disk>
Dec 06 08:35:16 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:35:16 user nova-compute[75502]:       <mac address="fa:16:3e:9a:8e:5f"/>
Dec 06 08:35:16 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:35:16 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:35:16 user nova-compute[75502]:       <target dev="tap02851069-5d"/>
Dec 06 08:35:16 user nova-compute[75502]:     </interface>
Dec 06 08:35:16 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:35:16 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/console.log" append="off"/>
Dec 06 08:35:16 user nova-compute[75502]:     </serial>
Dec 06 08:35:16 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:35:16 user nova-compute[75502]:     <video>
Dec 06 08:35:16 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:35:16 user nova-compute[75502]:     </video>
Dec 06 08:35:16 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:35:16 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:35:16 user nova-compute[75502]:     </rng>
Dec 06 08:35:16 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:35:16 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:35:16 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:35:16 user nova-compute[75502]:     </memballoon>
Dec 06 08:35:16 user nova-compute[75502]:   </devices>
Dec 06 08:35:16 user nova-compute[75502]: </domain>
Dec 06 08:35:16 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2121981198',display_name='tempest-ServersNegativeTestJSON-server-2121981198',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2121981198',id=18,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fea869ceec204c47998d236c33100dc3',ramdisk_id='',reservation_id='r-bq3tbud8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-580149023',owner_user_name='tempest-ServersNegativeTestJSON-580149023-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:14Z,user_data=None,user_id='c681eae8b0d44216a0c17a18eaafa40e',uuid=7519b7ef-ac86-4ed1-9d72-4614254999e3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converting VIF {"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG os_vif [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6ce5e6b7-cfba-526c-a95a-770052fb5491', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02851069-5d, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02851069-5d, col_values=(('qos', UUID('54a30e23-d886-422a-bae9-30498a8cd4e4')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02851069-5d, col_values=(('external_ids', {'iface-id': '02851069-5d26-47a2-bb1c-c89514de9e0a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:8e:5f', 'vm-uuid': '7519b7ef-ac86-4ed1-9d72-4614254999e3'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:16 user nova-compute[75502]: INFO os_vif [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d')
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] No VIF found with MAC fa:16:3e:9a:8e:5f, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Updated VIF entry in instance network info cache for port 02851069-5d26-47a2-bb1c-c89514de9e0a. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Updating instance_info_cache with network_info: [{"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-da2d7c44-6c6b-4dd1-b559-b4d6ab81a70c req-de307f0c-da6b-4c05-b5c3-54c1e2577296 service nova] Releasing lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-a054dbc4-e8b1-45e9-8ed2-57944288b4ab req-d7530248-9b30-4e64-989b-6b532372c2e7 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a054dbc4-e8b1-45e9-8ed2-57944288b4ab req-d7530248-9b30-4e64-989b-6b532372c2e7 service nova] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a054dbc4-e8b1-45e9-8ed2-57944288b4ab req-d7530248-9b30-4e64-989b-6b532372c2e7 service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a054dbc4-e8b1-45e9-8ed2-57944288b4ab req-d7530248-9b30-4e64-989b-6b532372c2e7 service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-a054dbc4-e8b1-45e9-8ed2-57944288b4ab req-d7530248-9b30-4e64-989b-6b532372c2e7 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] No waiting events found dispatching network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:18 user nova-compute[75502]: WARNING nova.compute.manager [req-a054dbc4-e8b1-45e9-8ed2-57944288b4ab req-d7530248-9b30-4e64-989b-6b532372c2e7 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received unexpected event network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a for instance with vm_state building and task_state spawning.
Dec 06 08:35:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:35:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Instance spawned successfully.
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1ad74440-d3bd-46a1-9638-91f7df57357a req-6dac3fe1-65f2-47b9-94c9-109a016247fe service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1ad74440-d3bd-46a1-9638-91f7df57357a req-6dac3fe1-65f2-47b9-94c9-109a016247fe service nova] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1ad74440-d3bd-46a1-9638-91f7df57357a req-6dac3fe1-65f2-47b9-94c9-109a016247fe service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1ad74440-d3bd-46a1-9638-91f7df57357a req-6dac3fe1-65f2-47b9-94c9-109a016247fe service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-1ad74440-d3bd-46a1-9638-91f7df57357a req-6dac3fe1-65f2-47b9-94c9-109a016247fe service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] No waiting events found dispatching network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:20 user nova-compute[75502]: WARNING nova.compute.manager [req-1ad74440-d3bd-46a1-9638-91f7df57357a req-6dac3fe1-65f2-47b9-94c9-109a016247fe service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received unexpected event network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a for instance with vm_state building and task_state spawning.
Dec 06 08:35:20 user nova-compute[75502]: INFO nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Took 5.60 seconds to spawn the instance on the hypervisor.
Dec 06 08:35:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:35:20 user nova-compute[75502]: INFO nova.compute.manager [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Took 7.35 seconds to build instance.
Dec 06 08:35:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b59fc02a-8c78-4fb1-a3d2-839c5126cbac tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.838s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-changed-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Refreshing instance network info cache due to event network-changed-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:35:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] Acquiring lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] Acquired lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Refreshing network info cache for port 0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:35:30 user nova-compute[75502]: DEBUG nova.network.neutron [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updated VIF entry in instance network info cache for port 0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:35:30 user nova-compute[75502]: DEBUG nova.network.neutron [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-349f922f-e422-48db-a184-f7dc56ecfe33 req-a53b12a1-ac8d-47cc-b001-be55cb228974 service nova] Releasing lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:32 user nova-compute[75502]: INFO nova.compute.manager [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Attaching volume cfa1a214-fe9c-4643-9845-20bbe340b0ca to /dev/vdb
Dec 06 08:35:32 user nova-compute[75502]: DEBUG os_brick.utils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a1a0590-0de1-49c5-adb3-7b213e608922]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b17c80b5-b40c-4947-85f8-9a8f206e7500]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1fb5e4f-027e-47f7-8d96-c927c053a09b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a74c561f-efd3-405a-aa07-0e4a09941456]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:35:32 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:35:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f51f21d-78cc-436f-b4d5-e2cbf0fc87d3]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG os_brick.utils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:35:32 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating existing volume attachment record: 3ee60211-2f15-4295-9661-f3a42049ab0d {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:35:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:35 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a is timed out.
Dec 06 08:35:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully detached device vdb from instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a from the live domain config.
Dec 06 08:35:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vbgBJiDf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:35:35 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c651b6f-3be5-4348-9185-b0eb813afe11]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:35:35 user nova-compute[75502]: No targets found.
Dec 06 08:35:35 user nova-compute[75502]: iSNS:
Dec 06 08:35:35 user nova-compute[75502]: No targets found.
Dec 06 08:35:35 user nova-compute[75502]: STATIC:
Dec 06 08:35:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818
Dec 06 08:35:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:35:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:35:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:35:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:35:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:35:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:35:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:35:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:35:35 user nova-compute[75502]: FIRMWARE:
Dec 06 08:35:35 user nova-compute[75502]: No targets found.
Dec 06 08:35:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:35:35 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:35:35 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4801bfae-6567-44a5-b878-25af27dd2445]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a82e9ff-e233-405f-bcf7-3c1ef6f13f29]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:35:35 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:35:35 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:35:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:35:35 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:35:35 user nova-compute[75502]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 (non-flash)
Dec 06 08:35:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f4b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a542b9e-b3ce-4a3d-b616-f79d08e9c7e7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa90b91-f853-44ee-8e61-950478f16199]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[219dd7f6-85af-412f-87b4-29b505014b6a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9e62d0-53ab-44ef-b30d-c5f0373823e1]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf5417a-c8cc-40cd-897a-c671f98211cd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28aed04-a2a7-4ec0-8276-349a10070d46]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260]
Dec 06 08:35:35 user nova-compute[75502]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818, portal: 172.16.0.220,3260] successful.
Dec 06 08:35:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff40cab5-3926-4b85-acae-2a4eb8dca818 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad47415-bd05-471d-9731-7a087a0c105c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== disconnect_volume: return (321ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:35:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:35:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid f5327444-1a80-4fea-9abd-a21ecf5d2a4a {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcbe8a2c-ebc1-4c8b-bb46-cacf8cdb0b04 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.930s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:35:41 user nova-compute[75502]: INFO nova.compute.claims [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Claim successful on node user
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:35:42 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:35:42 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:35:42 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[645c49b2-46f6-485f-a715-5ea73079a9cb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:35:42 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d8c4623-e4eb-4e53-829a-dbc10ef96c34]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca] added
Dec 06 08:35:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2edaf1e5-17ca-4c33-bfc3-55b100d4eafa]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e287ddd-e7ff-4b10-b5f2-4cf0a600663e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pvEqrkdY {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pvEqrkdY" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[164fae6c-5c71-44bc-b772-4d0e0874fb89]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pvEqrkdY'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f47beb-49c8-4432-a553-4bb88526ffdf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.785s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf1c600f-e227-47e5-89ca-8e428af049c6]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:35:42 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:35:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:35:42 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:35:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4ee974-b4f0-4245-82f5-75a8be571c8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]
Dec 06 08:35:42 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.
Dec 06 08:35:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ea8eec-8c60-436b-819c-02aacad2145c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2da5135-0b40-4fb4-bde2-ed2f0685b439]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:35:42 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:35:42 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:35:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:35:42 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:35:42 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:35:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[021b70da-4845-421b-95ab-22c7e4ce07a4]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.policy [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ee9c5a07f904c538333ea24b5792914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25421f15054400a4a5ff07365a5158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:35:42 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Creating image(s)
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "/opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "/opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "/opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk 1073741824" returned: 0 in 0.058s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.274s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Successfully created port: cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Cannot resize image /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Ensure instance console log exists: /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23364336636653532', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23364336636653532', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.objects.instance [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:35:43 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:35:43 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:35:43 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:35:43 user nova-compute[75502]:   <serial>cfa1a214-fe9c-4643-9845-20bbe340b0ca</serial>
Dec 06 08:35:43 user nova-compute[75502]: </disk>
Dec 06 08:35:43 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No VIF found with MAC fa:16:3e:a6:7b:23, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Successfully updated port: cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquired lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-466eb200-8a29-41f1-be6b-1562bd447995 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.043s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-changed-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Refreshing instance network info cache due to event network-changed-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] Acquiring lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updating instance_info_cache with network_info: [{"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Releasing lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Instance network_info: |[{"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] Acquired lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Refreshing network info cache for port cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Start _get_guest_xml network_info=[{"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:35:44 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:44 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-114018991',display_name='tempest-VolumesAdminNegativeTest-server-114018991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-114018991',id=19,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOi/DSEbMCUI4lWgsk5WjNWKIjCuAKfgBwwyeLwavZCRSxJdTlSen2vOqbpjD52NyN5M32ab4+uoJFdGO/MSdQzarqOgB+A3AWbobltN4ddtlo+puxDey+NBRPKhz4gPAQ==',key_name='tempest-keypair-1933869827',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea25421f15054400a4a5ff07365a5158',ramdisk_id='',reservation_id='r-txqkb96b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-193695544',owner_user_name='tempest-VolumesAdminNegativeTest-193695544-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ee9c5a07f904c538333ea24b5792914',uuid=2259b282-5c31-471e-a815-8a625006f1cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converting VIF {"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'pci_devices' on Instance uuid 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:35:44 user nova-compute[75502]:   <uuid>2259b282-5c31-471e-a815-8a625006f1cc</uuid>
Dec 06 08:35:44 user nova-compute[75502]:   <name>instance-00000013</name>
Dec 06 08:35:44 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:35:44 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:35:44 user nova-compute[75502]:   <metadata>
Dec 06 08:35:44 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:35:44 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:35:44 user nova-compute[75502]:       <nova:name>tempest-VolumesAdminNegativeTest-server-114018991</nova:name>
Dec 06 08:35:44 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:35:44</nova:creationTime>
Dec 06 08:35:44 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:35:44 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:35:44 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:35:44 user nova-compute[75502]:       <nova:owner>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:user uuid="3ee9c5a07f904c538333ea24b5792914">tempest-VolumesAdminNegativeTest-193695544-project-member</nova:user>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:project uuid="ea25421f15054400a4a5ff07365a5158">tempest-VolumesAdminNegativeTest-193695544</nova:project>
Dec 06 08:35:44 user nova-compute[75502]:       </nova:owner>
Dec 06 08:35:44 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:35:44 user nova-compute[75502]:       <nova:ports>
Dec 06 08:35:44 user nova-compute[75502]:         <nova:port uuid="cdabbd64-5ef5-41fd-a95b-f5dcc848a45e">
Dec 06 08:35:44 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:35:44 user nova-compute[75502]:         </nova:port>
Dec 06 08:35:44 user nova-compute[75502]:       </nova:ports>
Dec 06 08:35:44 user nova-compute[75502]:     </nova:instance>
Dec 06 08:35:44 user nova-compute[75502]:   </metadata>
Dec 06 08:35:44 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:35:44 user nova-compute[75502]:     <system>
Dec 06 08:35:44 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:35:44 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:35:44 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:35:44 user nova-compute[75502]:       <entry name="serial">2259b282-5c31-471e-a815-8a625006f1cc</entry>
Dec 06 08:35:44 user nova-compute[75502]:       <entry name="uuid">2259b282-5c31-471e-a815-8a625006f1cc</entry>
Dec 06 08:35:44 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:35:44 user nova-compute[75502]:     </system>
Dec 06 08:35:44 user nova-compute[75502]:   </sysinfo>
Dec 06 08:35:44 user nova-compute[75502]:   <os>
Dec 06 08:35:44 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:35:44 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:35:44 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:35:44 user nova-compute[75502]:   </os>
Dec 06 08:35:44 user nova-compute[75502]:   <features>
Dec 06 08:35:44 user nova-compute[75502]:     <acpi/>
Dec 06 08:35:44 user nova-compute[75502]:     <apic/>
Dec 06 08:35:44 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:35:44 user nova-compute[75502]:   </features>
Dec 06 08:35:44 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:35:44 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:35:44 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:35:44 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:35:44 user nova-compute[75502]:   </clock>
Dec 06 08:35:44 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:35:44 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:35:44 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:35:44 user nova-compute[75502]:   </cpu>
Dec 06 08:35:44 user nova-compute[75502]:   <devices>
Dec 06 08:35:44 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:35:44 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:35:44 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk"/>
Dec 06 08:35:44 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:35:44 user nova-compute[75502]:     </disk>
Dec 06 08:35:44 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:35:44 user nova-compute[75502]:       <mac address="fa:16:3e:83:33:be"/>
Dec 06 08:35:44 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:35:44 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:35:44 user nova-compute[75502]:       <target dev="tapcdabbd64-5e"/>
Dec 06 08:35:44 user nova-compute[75502]:     </interface>
Dec 06 08:35:44 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:35:44 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/console.log" append="off"/>
Dec 06 08:35:44 user nova-compute[75502]:     </serial>
Dec 06 08:35:44 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:35:44 user nova-compute[75502]:     <video>
Dec 06 08:35:44 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:35:44 user nova-compute[75502]:     </video>
Dec 06 08:35:44 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:35:44 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:35:44 user nova-compute[75502]:     </rng>
Dec 06 08:35:44 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:35:44 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:35:44 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:35:44 user nova-compute[75502]:     </memballoon>
Dec 06 08:35:44 user nova-compute[75502]:   </devices>
Dec 06 08:35:44 user nova-compute[75502]: </domain>
Dec 06 08:35:44 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-114018991',display_name='tempest-VolumesAdminNegativeTest-server-114018991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-114018991',id=19,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOi/DSEbMCUI4lWgsk5WjNWKIjCuAKfgBwwyeLwavZCRSxJdTlSen2vOqbpjD52NyN5M32ab4+uoJFdGO/MSdQzarqOgB+A3AWbobltN4ddtlo+puxDey+NBRPKhz4gPAQ==',key_name='tempest-keypair-1933869827',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea25421f15054400a4a5ff07365a5158',ramdisk_id='',reservation_id='r-txqkb96b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-193695544',owner_user_name='tempest-VolumesAdminNegativeTest-193695544-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ee9c5a07f904c538333ea24b5792914',uuid=2259b282-5c31-471e-a815-8a625006f1cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converting VIF {"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG os_vif [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '274718a0-4e6d-5356-b379-f8956acd31d5', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcdabbd64-5e, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcdabbd64-5e, col_values=(('qos', UUID('dbb1a9b2-a927-45b4-b416-8ec47c7431ef')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcdabbd64-5e, col_values=(('external_ids', {'iface-id': 'cdabbd64-5ef5-41fd-a95b-f5dcc848a45e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:33:be', 'vm-uuid': '2259b282-5c31-471e-a815-8a625006f1cc'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:44 user nova-compute[75502]: INFO os_vif [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e')
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:35:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No VIF found with MAC fa:16:3e:83:33:be, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updated VIF entry in instance network info cache for port cdabbd64-5ef5-41fd-a95b-f5dcc848a45e. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updating instance_info_cache with network_info: [{"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4fb7de69-f721-4abc-8166-ba1ff844848f req-631dd943-0d81-45d7-895f-eedabd2e3a25 service nova] Releasing lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75502) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:46 user nova-compute[75502]: WARNING nova.compute.manager [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state active and task_state powering-off.
Dec 06 08:35:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:46 user nova-compute[75502]: WARNING nova.compute.manager [req-b7287944-1500-4fec-b13c-e11d86574d67 req-c23a98ca-55e8-4e0a-a795-95dd9f3e8a26 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state active and task_state powering-off.
Dec 06 08:35:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance destroyed successfully.
Dec 06 08:35:46 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4a910f4-233c-403d-a565-41d6fbaf4e0f tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.210s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-d53fbe88-41cf-495f-8c7e-bc6abbac2a9b req-702d312b-b82e-48c7-8440-6d5ea9e34607 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d53fbe88-41cf-495f-8c7e-bc6abbac2a9b req-702d312b-b82e-48c7-8440-6d5ea9e34607 service nova] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d53fbe88-41cf-495f-8c7e-bc6abbac2a9b req-702d312b-b82e-48c7-8440-6d5ea9e34607 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d53fbe88-41cf-495f-8c7e-bc6abbac2a9b req-702d312b-b82e-48c7-8440-6d5ea9e34607 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-d53fbe88-41cf-495f-8c7e-bc6abbac2a9b req-702d312b-b82e-48c7-8440-6d5ea9e34607 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] No waiting events found dispatching network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:47 user nova-compute[75502]: WARNING nova.compute.manager [req-d53fbe88-41cf-495f-8c7e-bc6abbac2a9b req-702d312b-b82e-48c7-8440-6d5ea9e34607 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received unexpected event network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e for instance with vm_state building and task_state spawning.
Dec 06 08:35:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:35:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Instance spawned successfully.
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:49 user nova-compute[75502]: INFO nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Took 6.17 seconds to spawn the instance on the hypervisor.
Dec 06 08:35:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:35:49 user nova-compute[75502]: INFO nova.compute.manager [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Took 7.36 seconds to build instance.
Dec 06 08:35:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-acb95cb9-c427-41e0-9080-7259025ec64a req-e65fa6c5-ad55-40a0-a6b0-ee320d6f7da7 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-acb95cb9-c427-41e0-9080-7259025ec64a req-e65fa6c5-ad55-40a0-a6b0-ee320d6f7da7 service nova] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-acb95cb9-c427-41e0-9080-7259025ec64a req-e65fa6c5-ad55-40a0-a6b0-ee320d6f7da7 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-acb95cb9-c427-41e0-9080-7259025ec64a req-e65fa6c5-ad55-40a0-a6b0-ee320d6f7da7 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-acb95cb9-c427-41e0-9080-7259025ec64a req-e65fa6c5-ad55-40a0-a6b0-ee320d6f7da7 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] No waiting events found dispatching network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:49 user nova-compute[75502]: WARNING nova.compute.manager [req-acb95cb9-c427-41e0-9080-7259025ec64a req-e65fa6c5-ad55-40a0-a6b0-ee320d6f7da7 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received unexpected event network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e for instance with vm_state active and task_state None.
Dec 06 08:35:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c059318-cab7-42f1-9fdc-d0cd20f1dec8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.490s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:35:52 user nova-compute[75502]: INFO nova.compute.claims [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Claim successful on node user
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:35:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.policy [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6354c5ebaf354b439a8c77fa289093fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88fb77c90a04ed7bc2415b5b06011ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:35:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Creating image(s)
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "/opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk 1073741824" returned: 0 in 0.048s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Successfully created port: 57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Cannot resize image /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Ensure instance console log exists: /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Successfully updated port: 57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-changed-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Refreshing instance network info cache due to event network-changed-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] Acquiring lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Instance network_info: |[{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] Acquired lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Refreshing network info cache for port 57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Start _get_guest_xml network_info=[{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:35:54 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:54 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1989509002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1989509002',id=20,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-ruaaj6s8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:53Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=5d5a79c9-5c90-4801-9e81-d92fa420291f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'pci_devices' on Instance uuid 5d5a79c9-5c90-4801-9e81-d92fa420291f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:35:54 user nova-compute[75502]:   <uuid>5d5a79c9-5c90-4801-9e81-d92fa420291f</uuid>
Dec 06 08:35:54 user nova-compute[75502]:   <name>instance-00000014</name>
Dec 06 08:35:54 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:35:54 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:35:54 user nova-compute[75502]:   <metadata>
Dec 06 08:35:54 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:35:54 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:35:54 user nova-compute[75502]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1989509002</nova:name>
Dec 06 08:35:54 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:35:54</nova:creationTime>
Dec 06 08:35:54 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:35:54 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:35:54 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:35:54 user nova-compute[75502]:       <nova:owner>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:user uuid="6354c5ebaf354b439a8c77fa289093fb">tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member</nova:user>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:project uuid="e88fb77c90a04ed7bc2415b5b06011ac">tempest-ServerBootFromVolumeStableRescueTest-1602670048</nova:project>
Dec 06 08:35:54 user nova-compute[75502]:       </nova:owner>
Dec 06 08:35:54 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:35:54 user nova-compute[75502]:       <nova:ports>
Dec 06 08:35:54 user nova-compute[75502]:         <nova:port uuid="57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b">
Dec 06 08:35:54 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:35:54 user nova-compute[75502]:         </nova:port>
Dec 06 08:35:54 user nova-compute[75502]:       </nova:ports>
Dec 06 08:35:54 user nova-compute[75502]:     </nova:instance>
Dec 06 08:35:54 user nova-compute[75502]:   </metadata>
Dec 06 08:35:54 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:35:54 user nova-compute[75502]:     <system>
Dec 06 08:35:54 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:35:54 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:35:54 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:35:54 user nova-compute[75502]:       <entry name="serial">5d5a79c9-5c90-4801-9e81-d92fa420291f</entry>
Dec 06 08:35:54 user nova-compute[75502]:       <entry name="uuid">5d5a79c9-5c90-4801-9e81-d92fa420291f</entry>
Dec 06 08:35:54 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:35:54 user nova-compute[75502]:     </system>
Dec 06 08:35:54 user nova-compute[75502]:   </sysinfo>
Dec 06 08:35:54 user nova-compute[75502]:   <os>
Dec 06 08:35:54 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:35:54 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:35:54 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:35:54 user nova-compute[75502]:   </os>
Dec 06 08:35:54 user nova-compute[75502]:   <features>
Dec 06 08:35:54 user nova-compute[75502]:     <acpi/>
Dec 06 08:35:54 user nova-compute[75502]:     <apic/>
Dec 06 08:35:54 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:35:54 user nova-compute[75502]:   </features>
Dec 06 08:35:54 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:35:54 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:35:54 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:35:54 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:35:54 user nova-compute[75502]:   </clock>
Dec 06 08:35:54 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:35:54 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:35:54 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:35:54 user nova-compute[75502]:   </cpu>
Dec 06 08:35:54 user nova-compute[75502]:   <devices>
Dec 06 08:35:54 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:35:54 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:35:54 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk"/>
Dec 06 08:35:54 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:35:54 user nova-compute[75502]:     </disk>
Dec 06 08:35:54 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:35:54 user nova-compute[75502]:       <mac address="fa:16:3e:ba:cf:8e"/>
Dec 06 08:35:54 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:35:54 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:35:54 user nova-compute[75502]:       <target dev="tap57cbbafe-a7"/>
Dec 06 08:35:54 user nova-compute[75502]:     </interface>
Dec 06 08:35:54 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:35:54 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/console.log" append="off"/>
Dec 06 08:35:54 user nova-compute[75502]:     </serial>
Dec 06 08:35:54 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:35:54 user nova-compute[75502]:     <video>
Dec 06 08:35:54 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:35:54 user nova-compute[75502]:     </video>
Dec 06 08:35:54 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:35:54 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:35:54 user nova-compute[75502]:     </rng>
Dec 06 08:35:54 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:35:54 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:35:54 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:35:54 user nova-compute[75502]:     </memballoon>
Dec 06 08:35:54 user nova-compute[75502]:   </devices>
Dec 06 08:35:54 user nova-compute[75502]: </domain>
Dec 06 08:35:54 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1989509002',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1989509002',id=20,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-ruaaj6s8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:53Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=5d5a79c9-5c90-4801-9e81-d92fa420291f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG os_vif [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7107f05a-64a9-5de0-87c9-0b86896a3eed', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap57cbbafe-a7, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap57cbbafe-a7, col_values=(('qos', UUID('c10cd482-594c-4993-938f-3de7375a1d8f')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap57cbbafe-a7, col_values=(('external_ids', {'iface-id': '57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:cf:8e', 'vm-uuid': '5d5a79c9-5c90-4801-9e81-d92fa420291f'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:54 user nova-compute[75502]: INFO os_vif [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7')
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No VIF found with MAC fa:16:3e:ba:cf:8e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updated VIF entry in instance network info cache for port 57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:35:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad6967a2-0ac3-44b1-9f02-afb952bca247 req-f2238746-0338-4f68-9600-dcac850eff26 service nova] Releasing lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:55 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad6b119f-d1fd-4a31-8848-40cf56652497 req-9f7a5974-4a76-424b-8d3d-a7314875237b service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad6b119f-d1fd-4a31-8848-40cf56652497 req-9f7a5974-4a76-424b-8d3d-a7314875237b service nova] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad6b119f-d1fd-4a31-8848-40cf56652497 req-9f7a5974-4a76-424b-8d3d-a7314875237b service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad6b119f-d1fd-4a31-8848-40cf56652497 req-9f7a5974-4a76-424b-8d3d-a7314875237b service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad6b119f-d1fd-4a31-8848-40cf56652497 req-9f7a5974-4a76-424b-8d3d-a7314875237b service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] No waiting events found dispatching network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:56 user nova-compute[75502]: WARNING nova.compute.manager [req-ad6b119f-d1fd-4a31-8848-40cf56652497 req-9f7a5974-4a76-424b-8d3d-a7314875237b service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received unexpected event network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b for instance with vm_state building and task_state spawning.
Dec 06 08:35:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-changed-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Refreshing instance network info cache due to event network-changed-3812e24e-99ba-4062-b9c0-36c2b5454e6a. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] Acquiring lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] Acquired lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Refreshing network info cache for port 3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updated VIF entry in instance network info cache for port 3812e24e-99ba-4062-b9c0-36c2b5454e6a. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updating instance_info_cache with network_info: [{"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bce16a74-5b74-44ce-8104-b38eb29e6b8c req-5bc44b38-a98b-479c-8b53-b85ce0cdf8bb service nova] Releasing lock "refresh_cache-3da642fc-7c10-4e8b-be78-c0c4be2f152d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'flavor' on Instance uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:57 user nova-compute[75502]: INFO nova.compute.manager [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attaching volume 9b941395-9563-4e31-8e2f-9faba504f85a to /dev/vdb
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG os_brick.utils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe5d7dbc-0791-4a7f-b585-baf097f696bb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f430a260-c2d1-4733-8dea-64f5a61f2755]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd361ab-6e52-491f-83a7-9d455ebaedc7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f867ef00-d4ae-438b-b1d6-b61b08033ef7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:35:57 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:35:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b85230a3-57f0-43c3-a411-227c6b96f378]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG os_brick.utils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:35:57 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updating existing volume attachment record: 7f96a5b4-6157-4195-82b3-79580268eb65 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:35:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Instance spawned successfully.
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:35:58 user nova-compute[75502]: INFO nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Took 5.51 seconds to spawn the instance on the hypervisor.
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:35:58 user nova-compute[75502]: INFO nova.compute.manager [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Took 6.36 seconds to build instance.
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-25b8486a-4167-4d96-9118-2b1ad924d750 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.463s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-acee8791-a30c-45eb-9c9e-99cf17eed1a1 req-5229bcfd-2b34-4064-b457-384711c77dd8 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-acee8791-a30c-45eb-9c9e-99cf17eed1a1 req-5229bcfd-2b34-4064-b457-384711c77dd8 service nova] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-acee8791-a30c-45eb-9c9e-99cf17eed1a1 req-5229bcfd-2b34-4064-b457-384711c77dd8 service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-acee8791-a30c-45eb-9c9e-99cf17eed1a1 req-5229bcfd-2b34-4064-b457-384711c77dd8 service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-acee8791-a30c-45eb-9c9e-99cf17eed1a1 req-5229bcfd-2b34-4064-b457-384711c77dd8 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] No waiting events found dispatching network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:35:58 user nova-compute[75502]: WARNING nova.compute.manager [req-acee8791-a30c-45eb-9c9e-99cf17eed1a1 req-5229bcfd-2b34-4064-b457-384711c77dd8 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received unexpected event network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b for instance with vm_state active and task_state None.
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 08:35:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 08:35:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:35:59 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "4dd60019-6879-4566-a22e-686da0d81667" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:01 user nova-compute[75502]: INFO nova.compute.manager [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Terminating instance
Dec 06 08:36:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-c6d51b16-3df3-46ba-bf3c-371fd51da5cd req-038f8895-9bee-45ba-b74c-1e4ab474c00f service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-unplugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c6d51b16-3df3-46ba-bf3c-371fd51da5cd req-038f8895-9bee-45ba-b74c-1e4ab474c00f service nova] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c6d51b16-3df3-46ba-bf3c-371fd51da5cd req-038f8895-9bee-45ba-b74c-1e4ab474c00f service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c6d51b16-3df3-46ba-bf3c-371fd51da5cd req-038f8895-9bee-45ba-b74c-1e4ab474c00f service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-c6d51b16-3df3-46ba-bf3c-371fd51da5cd req-038f8895-9bee-45ba-b74c-1e4ab474c00f service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] No waiting events found dispatching network-vif-unplugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-c6d51b16-3df3-46ba-bf3c-371fd51da5cd req-038f8895-9bee-45ba-b74c-1e4ab474c00f service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-unplugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Instance destroyed successfully.
Dec 06 08:36:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lazy-loading 'resources' on Instance uuid 4dd60019-6879-4566-a22e-686da0d81667 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:34:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2103976334',display_name='tempest-VolumesActionsTest-instance-2103976334',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2103976334',id=16,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ca3d3fa09b043eb9a95b16b33595339',ramdisk_id='',reservation_id='r-aq0ubdes',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1831614208',owner_user_name='tempest-VolumesActionsTest-1831614208-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:19Z,user_data=None,user_id='cba67da64aa649458ab6e733eedb45b7',uuid=4dd60019-6879-4566-a22e-686da0d81667,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converting VIF {"id": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "address": "fa:16:3e:b1:ba:19", "network": {"id": "d07faa5e-b40f-444e-98e2-0699176b9565", "bridge": "br-int", "label": "tempest-VolumesActionsTest-777112945-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ca3d3fa09b043eb9a95b16b33595339", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0da94c8-f5", "ovs_interfaceid": "f0da94c8-f542-430d-a0a3-ffc69458f9ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG os_vif [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf0da94c8-f5, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=028cb4c3-d8d9-4b8f-a501-668865349d68) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: INFO os_vif [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:ba:19,bridge_name='br-int',has_traffic_filtering=True,id=f0da94c8-f542-430d-a0a3-ffc69458f9ae,network=Network(d07faa5e-b40f-444e-98e2-0699176b9565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0da94c8-f5')
Dec 06 08:36:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Deleting instance files /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667_del
Dec 06 08:36:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Deletion of /opt/stack/data/nova/instances/4dd60019-6879-4566-a22e-686da0d81667_del complete
Dec 06 08:36:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:02 user nova-compute[75502]: INFO nova.compute.manager [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 06 08:36:02 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 4dd60019-6879-4566-a22e-686da0d81667] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:03 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Took 0.81 seconds to deallocate network for instance.
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk.rescue --force-share --output=json" returned: 0 in 0.245s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:36:03 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.563s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:04 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Deleted allocations for instance 4dd60019-6879-4566-a22e-686da0d81667
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] No waiting events found dispatching network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:04 user nova-compute[75502]: WARNING nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received unexpected event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae for instance with vm_state deleted and task_state None.
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] No waiting events found dispatching network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:04 user nova-compute[75502]: WARNING nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received unexpected event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae for instance with vm_state deleted and task_state None.
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Acquiring lock "4dd60019-6879-4566-a22e-686da0d81667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] Lock "4dd60019-6879-4566-a22e-686da0d81667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] No waiting events found dispatching network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:04 user nova-compute[75502]: WARNING nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received unexpected event network-vif-plugged-f0da94c8-f542-430d-a0a3-ffc69458f9ae for instance with vm_state deleted and task_state None.
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-9706fd66-3eb3-4b1d-9908-8696f7a9388a req-979533e0-67a9-44c1-b74b-3a2af74e6ab3 service nova] [instance: 4dd60019-6879-4566-a22e-686da0d81667] Received event network-vif-deleted-f0da94c8-f542-430d-a0a3-ffc69458f9ae {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:04 user nova-compute[75502]: INFO nova.compute.manager [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Unrescuing
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3de4eaef-4317-4127-abce-469727358e67 tempest-VolumesActionsTest-1831614208 tempest-VolumesActionsTest-1831614208-project-member] Lock "4dd60019-6879-4566-a22e-686da0d81667" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.860s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'flavor' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:05 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Error from libvirt while getting description of instance-00000010: [Error Code 42] Domain not found: no domain with matching uuid '4dd60019-6879-4566-a22e-686da0d81667' (instance-00000010): libvirt.libvirtError: Domain not found: no domain with matching uuid '4dd60019-6879-4566-a22e-686da0d81667' (instance-00000010)
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:05 user nova-compute[75502]: INFO nova.compute.manager [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Terminating instance
Dec 06 08:36:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing instance network info cache due to event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG nova.network.neutron [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance destroyed successfully.
Dec 06 08:36:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:06 user nova-compute[75502]: WARNING nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:06 user nova-compute[75502]: WARNING nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-vif-unplugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] No waiting events found dispatching network-vif-unplugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-08876b39-671f-4d13-b22f-f2481b7e6231 req-feee06a6-b81a-4f00-90e0-8cb9c53cfdfe service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-vif-unplugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updated VIF entry in instance network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-18cc4760-50be-4086-8635-7a87bb7908de req-79cb5e25-fccf-4ef5-85de-a647378c4076 service nova] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Instance destroyed successfully.
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'resources' on Instance uuid f5327444-1a80-4fea-9abd-a21ecf5d2a4a {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1251906014',display_name='tempest-AttachVolumeNegativeTest-server-1251906014',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1251906014',id=5,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI12aeXNRihPJKMcOjFPF9HffmHSbdVqu8kodBVJvu5ICbyLMwUJ93j9DBM78qdlgcUfvPHBbmsz9xXmmbm09uexMNN8E9SMD0JolC7l+brDXBXMFQDQURXci3ffO14vzg==',key_name='tempest-keypair-392703232',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-6ju1q5ju',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:30:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=f5327444-1a80-4fea-9abd-a21ecf5d2a4a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "address": "fa:16:3e:46:b1:5a", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8e8ccf4a-f0", "ovs_interfaceid": "8e8ccf4a-f0d0-4b45-98c8-bac731bba018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG os_vif [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8e8ccf4a-f0, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a0d7e74-aea9-46e6-8d31-c5a4652c3b97) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:06 user nova-compute[75502]: INFO os_vif [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:b1:5a,bridge_name='br-int',has_traffic_filtering=True,id=8e8ccf4a-f0d0-4b45-98c8-bac731bba018,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8e8ccf4a-f0')
Dec 06 08:36:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Deleting instance files /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a_del
Dec 06 08:36:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Deletion of /opt/stack/data/nova/instances/f5327444-1a80-4fea-9abd-a21ecf5d2a4a_del complete
Dec 06 08:36:07 user nova-compute[75502]: INFO nova.compute.manager [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Took 1.54 seconds to destroy the instance on the hypervisor.
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing instance network info cache due to event network-changed-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] Acquiring lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] Acquired lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG nova.network.neutron [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Refreshing network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-24951d56-1794-4b67-96d9-e0495b5ff812 req-6eecb3ba-35f1-49ea-b351-4c66609c2eeb service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24951d56-1794-4b67-96d9-e0495b5ff812 req-6eecb3ba-35f1-49ea-b351-4c66609c2eeb service nova] Acquiring lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24951d56-1794-4b67-96d9-e0495b5ff812 req-6eecb3ba-35f1-49ea-b351-4c66609c2eeb service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24951d56-1794-4b67-96d9-e0495b5ff812 req-6eecb3ba-35f1-49ea-b351-4c66609c2eeb service nova] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-24951d56-1794-4b67-96d9-e0495b5ff812 req-6eecb3ba-35f1-49ea-b351-4c66609c2eeb service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] No waiting events found dispatching network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:08 user nova-compute[75502]: WARNING nova.compute.manager [req-24951d56-1794-4b67-96d9-e0495b5ff812 req-6eecb3ba-35f1-49ea-b351-4c66609c2eeb service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received unexpected event network-vif-plugged-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 for instance with vm_state active and task_state deleting.
Dec 06 08:36:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updated VIF entry in instance network info cache for port c9be850d-3d8f-4a09-9fdf-8ec982d06fbb. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [{"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e7593154-9493-4429-aea3-0962223f15ef req-8c7e93a9-3d27-44f7-b73e-d12e1e66a298 service nova] Releasing lock "refresh_cache-7b21b578-9add-4185-b9c4-d05bb7579e29" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:09 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:09 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:09 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cad0885-5771-47de-819c-b58628cba5e5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:36:09 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0feceaf-7eb9-4042-a67a-739bb659bfc6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a] added
Dec 06 08:36:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd0295cc-ca33-4fb4-8e95-ba990f2351bd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1080fa1f-9a72-4fe5-86a8-e5b3bc52a69b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Took 2.39 seconds to deallocate network for instance.
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v brvMzspu {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v brvMzspu" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb71e27e-d9da-4193-ab9b-f0efb1aa462e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'brvMzspu'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c954c2c-1431-483b-bae6-602d55e9dbb0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c3c9dc4-b7b4-4a51-9b77-90b18386fc62]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:09 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:09 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:09 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:09 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f162e8-8d10-4b40-ae25-55aa26f10b19]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]
Dec 06 08:36:09 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3993f75c-1f7e-4107-b862-5a463e1710c6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b5baba-4f79-467a-a0b2-bd086386c00a]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:10 user nova-compute[75502]: WARNING nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:10 user nova-compute[75502]: WARNING nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-55a54583-14a3-4382-8c37-d7a692cef43a req-182ebad6-0b6d-4849-a999-972bd175ca77 service nova] [instance: f5327444-1a80-4fea-9abd-a21ecf5d2a4a] Received event network-vif-deleted-8e8ccf4a-f0d0-4b45-98c8-bac731bba018 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:10 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:10 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:10 user nova-compute[75502]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:10 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:10 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:10 user nova-compute[75502]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.300s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3cac0839-a244-4bbb-8659-c1441433310e tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21750aa-61be-4ce4-91b8-6d59d40747fa]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:36:10 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:36:10 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7260MB free_disk=25.302059173583984GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 08:36:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.608s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:11 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Deleted allocations for instance f5327444-1a80-4fea-9abd-a21ecf5d2a4a
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Applying migration context for instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 as it has an incoming, in-progress migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b. Migration status is finished {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 08:36:11 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating resource usage from migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8d3e9323-25dd-4765-86be-eee1fca94a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2259b282-5c31-471e-a815-8a625006f1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=31GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2366c53f-1d97-427c-bb09-8fb846bf6955 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "f5327444-1a80-4fea-9abd-a21ecf5d2a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.114s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.353s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== connect_volume: return (2355ms) {'type': 'block', 'scsi_wwn': '23430343937643138', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430343937643138', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'flavor' on Instance uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:36:11 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:11 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:36:11 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:11 user nova-compute[75502]:   <serial>9b941395-9563-4e31-8e2f-9faba504f85a</serial>
Dec 06 08:36:11 user nova-compute[75502]: </disk>
Dec 06 08:36:11 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:36:11 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:36:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:36:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.782s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No VIF found with MAC fa:16:3e:df:5b:cb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:36:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c24bdaa6-4fd3-44cb-87e5-9068c76f1da5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.541s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:14 user nova-compute[75502]: INFO nova.compute.manager [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Rebuilding instance
Dec 06 08:36:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Port c2a522d0-7188-4958-a89b-b16457b8233d binding to destination host user is already ACTIVE {{(pid=75502) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-c61594ff-135d-4033-abe4-a6c86a856d8c req-fa718ab0-a114-4391-b8af-264da5f7290c service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-unplugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c61594ff-135d-4033-abe4-a6c86a856d8c req-fa718ab0-a114-4391-b8af-264da5f7290c service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c61594ff-135d-4033-abe4-a6c86a856d8c req-fa718ab0-a114-4391-b8af-264da5f7290c service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c61594ff-135d-4033-abe4-a6c86a856d8c req-fa718ab0-a114-4391-b8af-264da5f7290c service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-c61594ff-135d-4033-abe4-a6c86a856d8c req-fa718ab0-a114-4391-b8af-264da5f7290c service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-unplugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:14 user nova-compute[75502]: WARNING nova.compute.manager [req-c61594ff-135d-4033-abe4-a6c86a856d8c req-fa718ab0-a114-4391-b8af-264da5f7290c service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-unplugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state active and task_state rebuilding.
Dec 06 08:36:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance destroyed successfully.
Dec 06 08:36:15 user nova-compute[75502]: INFO nova.compute.manager [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Detaching volume 9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:36:15 user nova-compute[75502]: INFO nova.virt.block_device [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attempting to driver detach volume 9b941395-9563-4e31-8e2f-9faba504f85a from mountpoint /dev/vdb
Dec 06 08:36:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Attempting to detach device vdb from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:36:15 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:15 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:36:15 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:15 user nova-compute[75502]:   <serial>9b941395-9563-4e31-8e2f-9faba504f85a</serial>
Dec 06 08:36:15 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:36:15 user nova-compute[75502]: </disk>
Dec 06 08:36:15 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:36:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully detached device vdb from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d from the persistent domain config.
Dec 06 08:36:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:15 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae260eb-1964-4afc-a667-e4fffe2a3beb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:36:15 user nova-compute[75502]: No targets found.
Dec 06 08:36:15 user nova-compute[75502]: iSNS:
Dec 06 08:36:15 user nova-compute[75502]: No targets found.
Dec 06 08:36:15 user nova-compute[75502]: STATIC:
Dec 06 08:36:15 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:36:15 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:15 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:15 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:36:15 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:15 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:15 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:36:15 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:15 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:15 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:36:15 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:15 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:15 user nova-compute[75502]: FIRMWARE:
Dec 06 08:36:15 user nova-compute[75502]: No targets found.
Dec 06 08:36:15 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:36:15 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:36:15 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Creating tmpfile /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/tmpsz39f5dd to verify with other compute node that the instance is on the same shared storage. {{(pid=75502) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9630}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e81fc1-2675-41c2-ab1f-2e1fdae5ff53]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee670b8-b52f-489a-b0ac-9f98a7a64b13]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:15 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:15 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:15 user nova-compute[75502]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:15 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:15 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:15 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:15 user nova-compute[75502]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:15 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ed81f9c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f6f8d4-6a2f-4102-99d3-84e2c225f609]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6e87a0-19fa-47ae-9c54-97510fcad91d]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f935fac-59d2-4ad6-abe8-ade28f67af1a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[58559611-90b6-43f8-9ff1-f7177df6a454]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[da1f4425-8202-4f77-83a7-531f73f28448]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --logout" returned: 0 in 0.094s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8cf880-3ea5-498c-ae47-307e8c939223]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]
Dec 06 08:36:15 user nova-compute[75502]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:15 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f09202-8fe4-479a-8bea-bd291012070c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== disconnect_volume: return (369ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:36:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance destroyed successfully.
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.objects.instance [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'resources' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2a522d0-71, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=49b771a9-43a9-4a20-909c-ccd7386d9b88) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: INFO os_vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71')
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:16 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[032dbc31-55b9-4807-a25e-6efdd4c21da0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:36:16 user nova-compute[75502]: No targets found.
Dec 06 08:36:16 user nova-compute[75502]: iSNS:
Dec 06 08:36:16 user nova-compute[75502]: No targets found.
Dec 06 08:36:16 user nova-compute[75502]: STATIC:
Dec 06 08:36:16 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:36:16 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:16 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:16 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:36:16 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:16 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:16 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:36:16 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:16 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:16 user nova-compute[75502]: FIRMWARE:
Dec 06 08:36:16 user nova-compute[75502]: No targets found.
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:36:16 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:36:16 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4bb5464-716c-47fe-93c6-b3715d579a1a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58f66e9-f57e-4b5d-b3e6-576c57b324ca]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:16 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:16 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:16 user nova-compute[75502]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:16 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94dca320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0'): ({'sde'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Removing single pathed devices sde {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e19a7f9-50d5-4db2-bfa7-63c17242bd82]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee45585-9e0c-46b9-8d99-f01c9099bb03]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flushing IO for device /dev/sde {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[893eafcb-0373-43cc-be3e-96378c62ba04]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[62cc2a2c-3f72-420e-8267-3d8c84e549e9]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0bd5d0-b079-4c10-b8ce-728376d0ce2a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5728b4dd-db3a-4515-8f56-5ffdbf92a2cc]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]
Dec 06 08:36:16 user nova-compute[75502]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd6218a-b152-4770-862a-193a07d9025b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== disconnect_volume: return (316ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:36:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance destroyed successfully.
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:34:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1083675834',display_name='tempest-ServerActionsTestOtherA-server-971775383',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1083675834',id=15,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPalNXYrxwZzqFuJYDFTWm4soqS4nT8prn8TfKrM8KR/74Kt5XPTnj1rDWknaesSf5vIY35cMLGFv6dhMUlfM7+ZF6JlcyTIWTWzwzZCvNs+kfJkFnrMWt4rcyv9NZpdOw==',key_name='tempest-keypair-69201104',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-tato4389',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:36:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=3da642fc-7c10-4e8b-be78-c0c4be2f152d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3812e24e-99, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d27f3efe-5749-4466-a972-84be596736e8) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:16 user nova-compute[75502]: INFO os_vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99')
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:16 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[44cb9dd7-72d7-44df-ab9e-d0eb5081073b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:36:16 user nova-compute[75502]: No targets found.
Dec 06 08:36:16 user nova-compute[75502]: iSNS:
Dec 06 08:36:16 user nova-compute[75502]: No targets found.
Dec 06 08:36:16 user nova-compute[75502]: STATIC:
Dec 06 08:36:16 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:36:16 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:16 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:16 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:36:16 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:16 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:16 user nova-compute[75502]: FIRMWARE:
Dec 06 08:36:16 user nova-compute[75502]: No targets found.
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:36:16 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:36:16 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6ccb207-e94e-4d33-a9d1-059a39d448c0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e056bb-3d32-453d-bbb4-88746d230473]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:16 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:16 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f423b0>, {}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Disconnecting from: [] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== disconnect_volume: return (79ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:36:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Deleting instance files /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d_del
Dec 06 08:36:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Deletion of /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d_del complete
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:16 user nova-compute[75502]: WARNING nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state active and task_state rebuilding.
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:16 user nova-compute[75502]: WARNING nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state resized and task_state resize_reverting.
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:16 user nova-compute[75502]: WARNING nova.compute.manager [req-8cd89dd3-99c3-4042-ae77-33a1f671468d req-f62cb4d4-5996-45bc-bf2a-c44cd45cf899 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state resized and task_state resize_reverting.
Dec 06 08:36:16 user nova-compute[75502]: INFO nova.virt.block_device [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Booting with volume 9b941395-9563-4e31-8e2f-9faba504f85a at /dev/vdb
Dec 06 08:36:16 user nova-compute[75502]: DEBUG os_brick.utils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff2e6851-03da-44cc-b59a-b3a3dcc07217]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b519fb08-07e6-4867-a771-7154f30189c2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82f8737-2dfc-4789-962f-36290a94c513]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ff00fa2-ef2d-4afa-ba8e-ce50b4129884]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:36:17 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b94b1ff-8d93-4cdb-9517-9bb245ac6c9e]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG os_brick.utils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updating existing volume attachment record: 9158c5e6-d0fc-4f12-8bb3-31bd1f9028e9 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'migration_context' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG nova.objects.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Object Instance<d7b488bc-d92e-4c2a-9284-d3d54b5c12f8> lazy-loaded attributes: resources,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:36:17 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.500s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:18 user nova-compute[75502]: INFO nova.compute.manager [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Swapping old allocation on dict_keys(['96999065-34ef-409c-a655-b1d66f04fd5c']) held by migration 972e3750-3f1d-498a-b9c7-25bf6ea6012b for instance
Dec 06 08:36:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Overwriting current allocation {'allocations': {'96999065-34ef-409c-a655-b1d66f04fd5c': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 24}}, 'project_id': 'a5b9065da93c4eb0a2482127726014ac', 'user_id': '2d31d78f32d0487b9508113ae9c0b332', 'consumer_generation': 1} on consumer d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquired lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Releasing lock "refresh_cache-d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG os_brick.utils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c5b28f-5713-42f0-a2b5-2e9735d474d9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3969c23-6608-4dc9-ba07-928c6794f6cd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef422ba-607e-40cf-bcb3-5df7032fa03c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad8cdc81-3b3f-4feb-8d79-970309387395]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:36:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:36:19 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:36:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0684b438-04f8-4319-9fd2-1195f41c5c15]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:36:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:36:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:36:19 user nova-compute[75502]: DEBUG os_brick.utils [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== get_connector_properties: return (104ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:36:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Creating image(s)
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk 1073741824" returned: 0 in 0.136s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.319s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Cannot resize image /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Ensure instance console log exists: /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Start _get_guest_xml network_info=[{"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9158c5e6-d0fc-4f12-8bb3-31bd1f9028e9', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3da642fc-7c10-4e8b-be78-c0c4be2f152d', 'attached_at': '', 'detached_at': '', 'volume_id': '9b941395-9563-4e31-8e2f-9faba504f85a', 'serial': '9b941395-9563-4e31-8e2f-9faba504f85a'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:36:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 08:36:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:27 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:27 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:27 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[057f62c5-3e7f-4367-813c-10a611bc04f6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:36:27 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ef795f-31fc-4ca1-bc7e-d877c8c50d41]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a] added
Dec 06 08:36:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1384024f-9ec1-40a6-8a90-4d984fe3f998]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[276aa0a1-986d-4d55-b35a-8f21eea75059]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v brvMzspu {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v brvMzspu" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f162bb06-f29f-4b82-b6bc-bee3bec88a4b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'brvMzspu'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b1aa13-c8b6-45cd-8598-edbbe5752782]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4e594b-ab76-409d-bcac-e2a989277bd4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:27 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:27 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9c94e1-0d22-4e36-ba71-d9ec20bf9525]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]
Dec 06 08:36:27 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a41feb0-9d17-4f48-9b64-e4c1189ef45a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4d3b61-b711-4565-8468-d79ffd0e71fc]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:27 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:27 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:27 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:27 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[879473f6-4ea1-4b4c-afa6-6e3e94e982c8]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:36:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Starting finish_revert_migration {{(pid=75502) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11822}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start _get_guest_xml network_info=[{"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '7c12eaf9-e994-45c0-8d29-39f297ce0876', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd7b488bc-d92e-4c2a-9284-d3d54b5c12f8', 'attached_at': '2023-12-06T08:36:29.000000', 'detached_at': '', 'volume_id': '7c41d3a5-2500-4634-9328-c248623cb3b0', 'serial': '7c41d3a5-2500-4634-9328-c248623cb3b0'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:36:28 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:36:28 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'vcpu_model' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:28 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23430343937643138', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430343937643138', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.084s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:28 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:28 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:36:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a1677a-7697-442b-ab9c-336af4154e32]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:36:29 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:34:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1083675834',display_name='tempest-ServerActionsTestOtherA-server-971775383',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1083675834',id=15,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPalNXYrxwZzqFuJYDFTWm4soqS4nT8prn8TfKrM8KR/74Kt5XPTnj1rDWknaesSf5vIY35cMLGFv6dhMUlfM7+ZF6JlcyTIWTWzwzZCvNs+kfJkFnrMWt4rcyv9NZpdOw==',key_name='tempest-keypair-69201104',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-tato4389',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:36:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=3da642fc-7c10-4e8b-be78-c0c4be2f152d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:36:29 user nova-compute[75502]:   <uuid>3da642fc-7c10-4e8b-be78-c0c4be2f152d</uuid>
Dec 06 08:36:29 user nova-compute[75502]:   <name>instance-0000000f</name>
Dec 06 08:36:29 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:36:29 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:36:29 user nova-compute[75502]:   <metadata>
Dec 06 08:36:29 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:36:29 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:36:29 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherA-server-971775383</nova:name>
Dec 06 08:36:29 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:36:27</nova:creationTime>
Dec 06 08:36:29 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:36:29 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:36:29 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:36:29 user nova-compute[75502]:       <nova:owner>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:user uuid="b6228139838f4a3588c66e70850b9d03">tempest-ServerActionsTestOtherA-694215749-project-member</nova:user>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:project uuid="0fbc044696134c55bd39d4d5daf4777a">tempest-ServerActionsTestOtherA-694215749</nova:project>
Dec 06 08:36:29 user nova-compute[75502]:       </nova:owner>
Dec 06 08:36:29 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:36:29 user nova-compute[75502]:       <nova:ports>
Dec 06 08:36:29 user nova-compute[75502]:         <nova:port uuid="3812e24e-99ba-4062-b9c0-36c2b5454e6a">
Dec 06 08:36:29 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 08:36:29 user nova-compute[75502]:         </nova:port>
Dec 06 08:36:29 user nova-compute[75502]:       </nova:ports>
Dec 06 08:36:29 user nova-compute[75502]:     </nova:instance>
Dec 06 08:36:29 user nova-compute[75502]:   </metadata>
Dec 06 08:36:29 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:36:29 user nova-compute[75502]:     <system>
Dec 06 08:36:29 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:36:29 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:36:29 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:36:29 user nova-compute[75502]:       <entry name="serial">3da642fc-7c10-4e8b-be78-c0c4be2f152d</entry>
Dec 06 08:36:29 user nova-compute[75502]:       <entry name="uuid">3da642fc-7c10-4e8b-be78-c0c4be2f152d</entry>
Dec 06 08:36:29 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:36:29 user nova-compute[75502]:     </system>
Dec 06 08:36:29 user nova-compute[75502]:   </sysinfo>
Dec 06 08:36:29 user nova-compute[75502]:   <os>
Dec 06 08:36:29 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:36:29 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:36:29 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:36:29 user nova-compute[75502]:   </os>
Dec 06 08:36:29 user nova-compute[75502]:   <features>
Dec 06 08:36:29 user nova-compute[75502]:     <acpi/>
Dec 06 08:36:29 user nova-compute[75502]:     <apic/>
Dec 06 08:36:29 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:36:29 user nova-compute[75502]:   </features>
Dec 06 08:36:29 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:36:29 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:36:29 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:36:29 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:36:29 user nova-compute[75502]:   </clock>
Dec 06 08:36:29 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:36:29 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:36:29 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:36:29 user nova-compute[75502]:   </cpu>
Dec 06 08:36:29 user nova-compute[75502]:   <devices>
Dec 06 08:36:29 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:36:29 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:36:29 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk"/>
Dec 06 08:36:29 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:36:29 user nova-compute[75502]:     </disk>
Dec 06 08:36:29 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:36:29 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:29 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 08:36:29 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:36:29 user nova-compute[75502]:       <serial>9b941395-9563-4e31-8e2f-9faba504f85a</serial>
Dec 06 08:36:29 user nova-compute[75502]:     </disk>
Dec 06 08:36:29 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:36:29 user nova-compute[75502]:       <mac address="fa:16:3e:df:5b:cb"/>
Dec 06 08:36:29 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:36:29 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:36:29 user nova-compute[75502]:       <target dev="tap3812e24e-99"/>
Dec 06 08:36:29 user nova-compute[75502]:     </interface>
Dec 06 08:36:29 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:36:29 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/console.log" append="off"/>
Dec 06 08:36:29 user nova-compute[75502]:     </serial>
Dec 06 08:36:29 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:36:29 user nova-compute[75502]:     <video>
Dec 06 08:36:29 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:36:29 user nova-compute[75502]:     </video>
Dec 06 08:36:29 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:36:29 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:36:29 user nova-compute[75502]:     </rng>
Dec 06 08:36:29 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:36:29 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:36:29 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:36:29 user nova-compute[75502]:     </memballoon>
Dec 06 08:36:29 user nova-compute[75502]:   </devices>
Dec 06 08:36:29 user nova-compute[75502]: </domain>
Dec 06 08:36:29 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:34:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1083675834',display_name='tempest-ServerActionsTestOtherA-server-971775383',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1083675834',id=15,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPalNXYrxwZzqFuJYDFTWm4soqS4nT8prn8TfKrM8KR/74Kt5XPTnj1rDWknaesSf5vIY35cMLGFv6dhMUlfM7+ZF6JlcyTIWTWzwzZCvNs+kfJkFnrMWt4rcyv9NZpdOw==',key_name='tempest-keypair-69201104',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-tato4389',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:36:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=3da642fc-7c10-4e8b-be78-c0c4be2f152d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '085de058-2b43-5851-8900-145c8ee27187', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc12afde-8eed-443b-b92c-abc3e975bf0c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0] added
Dec 06 08:36:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3812e24e-99, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3812e24e-99, col_values=(('qos', UUID('b6a49187-db93-4e4b-9c87-6f90f6608c16')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3812e24e-99, col_values=(('external_ids', {'iface-id': '3812e24e-99ba-4062-b9c0-36c2b5454e6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:5b:cb', 'vm-uuid': '3da642fc-7c10-4e8b-be78-c0c4be2f152d'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a944e22-b4ce-46fc-bd88-e1323a3d5b0a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:29 user nova-compute[75502]: INFO os_vif [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99')
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c6e8ca3-0d09-4d6f-a9df-1fc032829677]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqLZNBsT {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqLZNBsT" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03e0bef-5709-4096-bb25-b62840d9c339]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JqLZNBsT'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[335def9c-a1cd-4e27-a8c2-24817a50191b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No VIF found with MAC fa:16:3e:df:5b:cb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1966587-aa26-45f2-b81c-737b79d900a4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be35943f-a73b-440a-95b1-2b1b1d7dc15b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]
Dec 06 08:36:29 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb19b74f-c4b0-4598-9c3e-0fcf481b59c6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c60739-462d-406b-88d2-824438bbf327]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:29 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] HCTL ('36', '-', '-', 0) found on session 18 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[87212a40-0800-4986-8ab0-8af94ca48173]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching for a device in session 18 and hctl ['36', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Searching for a device in session 18 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23136336163353466', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136336163353466', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:36:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:36:30 user nova-compute[75502]:   <uuid>d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</uuid>
Dec 06 08:36:30 user nova-compute[75502]:   <name>instance-00000007</name>
Dec 06 08:36:30 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:36:30 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:36:30 user nova-compute[75502]:   <metadata>
Dec 06 08:36:30 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:36:30 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:36:30 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherB-server-1320262292</nova:name>
Dec 06 08:36:30 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:36:28</nova:creationTime>
Dec 06 08:36:30 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:36:30 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:36:30 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:36:30 user nova-compute[75502]:       <nova:owner>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:user uuid="2d31d78f32d0487b9508113ae9c0b332">tempest-ServerActionsTestOtherB-377709706-project-member</nova:user>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:project uuid="a5b9065da93c4eb0a2482127726014ac">tempest-ServerActionsTestOtherB-377709706</nova:project>
Dec 06 08:36:30 user nova-compute[75502]:       </nova:owner>
Dec 06 08:36:30 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:36:30 user nova-compute[75502]:       <nova:ports>
Dec 06 08:36:30 user nova-compute[75502]:         <nova:port uuid="c2a522d0-7188-4958-a89b-b16457b8233d">
Dec 06 08:36:30 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 08:36:30 user nova-compute[75502]:         </nova:port>
Dec 06 08:36:30 user nova-compute[75502]:       </nova:ports>
Dec 06 08:36:30 user nova-compute[75502]:     </nova:instance>
Dec 06 08:36:30 user nova-compute[75502]:   </metadata>
Dec 06 08:36:30 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:36:30 user nova-compute[75502]:     <system>
Dec 06 08:36:30 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:36:30 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:36:30 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:36:30 user nova-compute[75502]:       <entry name="serial">d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</entry>
Dec 06 08:36:30 user nova-compute[75502]:       <entry name="uuid">d7b488bc-d92e-4c2a-9284-d3d54b5c12f8</entry>
Dec 06 08:36:30 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:36:30 user nova-compute[75502]:     </system>
Dec 06 08:36:30 user nova-compute[75502]:   </sysinfo>
Dec 06 08:36:30 user nova-compute[75502]:   <os>
Dec 06 08:36:30 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:36:30 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:36:30 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:36:30 user nova-compute[75502]:   </os>
Dec 06 08:36:30 user nova-compute[75502]:   <features>
Dec 06 08:36:30 user nova-compute[75502]:     <acpi/>
Dec 06 08:36:30 user nova-compute[75502]:     <apic/>
Dec 06 08:36:30 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:36:30 user nova-compute[75502]:   </features>
Dec 06 08:36:30 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:36:30 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:36:30 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:36:30 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:36:30 user nova-compute[75502]:   </clock>
Dec 06 08:36:30 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:36:30 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:36:30 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:36:30 user nova-compute[75502]:   </cpu>
Dec 06 08:36:30 user nova-compute[75502]:   <devices>
Dec 06 08:36:30 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:36:30 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:36:30 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk"/>
Dec 06 08:36:30 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:36:30 user nova-compute[75502]:     </disk>
Dec 06 08:36:30 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:36:30 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:30 user nova-compute[75502]:       <source dev="/dev/sde"/>
Dec 06 08:36:30 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:36:30 user nova-compute[75502]:       <serial>7c41d3a5-2500-4634-9328-c248623cb3b0</serial>
Dec 06 08:36:30 user nova-compute[75502]:     </disk>
Dec 06 08:36:30 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:36:30 user nova-compute[75502]:       <mac address="fa:16:3e:7a:43:0f"/>
Dec 06 08:36:30 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:36:30 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:36:30 user nova-compute[75502]:       <target dev="tapc2a522d0-71"/>
Dec 06 08:36:30 user nova-compute[75502]:     </interface>
Dec 06 08:36:30 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:36:30 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/console.log" append="off"/>
Dec 06 08:36:30 user nova-compute[75502]:     </serial>
Dec 06 08:36:30 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:36:30 user nova-compute[75502]:     <video>
Dec 06 08:36:30 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:36:30 user nova-compute[75502]:     </video>
Dec 06 08:36:30 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:36:30 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:36:30 user nova-compute[75502]:     </rng>
Dec 06 08:36:30 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:36:30 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:36:30 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:36:30 user nova-compute[75502]:     </memballoon>
Dec 06 08:36:30 user nova-compute[75502]:   </devices>
Dec 06 08:36:30 user nova-compute[75502]: </domain>
Dec 06 08:36:30 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:36:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG os_vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '32dd1d69-827f-5616-aaef-a364d27ba4af', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2a522d0-71, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2a522d0-71, col_values=(('qos', UUID('5e032513-2b5a-46b4-9e1d-37c52d42dc93')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2a522d0-71, col_values=(('external_ids', {'iface-id': 'c2a522d0-7188-4958-a89b-b16457b8233d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:43:0f', 'vm-uuid': 'd7b488bc-d92e-4c2a-9284-d3d54b5c12f8'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: INFO os_vif [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71')
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-265979a5-352d-4bbf-b7d0-036cb4cdf745 req-b4cf7503-5fc6-4149-bf33-4d49ced24059 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-265979a5-352d-4bbf-b7d0-036cb4cdf745 req-b4cf7503-5fc6-4149-bf33-4d49ced24059 service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-265979a5-352d-4bbf-b7d0-036cb4cdf745 req-b4cf7503-5fc6-4149-bf33-4d49ced24059 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-265979a5-352d-4bbf-b7d0-036cb4cdf745 req-b4cf7503-5fc6-4149-bf33-4d49ced24059 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-265979a5-352d-4bbf-b7d0-036cb4cdf745 req-b4cf7503-5fc6-4149-bf33-4d49ced24059 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:30 user nova-compute[75502]: WARNING nova.compute.manager [req-265979a5-352d-4bbf-b7d0-036cb4cdf745 req-b4cf7503-5fc6-4149-bf33-4d49ced24059 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state active and task_state rebuild_spawning.
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:32 user nova-compute[75502]: WARNING nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state active and task_state rebuild_spawning.
Dec 06 08:36:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:32 user nova-compute[75502]: WARNING nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state resized and task_state resize_reverting.
Dec 06 08:36:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:32 user nova-compute[75502]: WARNING nova.compute.manager [req-b71bc030-8a61-41ed-b735-e5f7a91f58ec req-4ca7b026-031a-4a31-bad2-9130b2a0963d service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state resized and task_state resize_reverting.
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-changed-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Refreshing instance network info cache due to event network-changed-be0e97e0-b9f4-4426-a713-f6b21b9a02b2. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] Acquiring lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] Acquired lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Refreshing network info cache for port be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:36:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance spawned successfully.
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:33 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75502) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bc6479b0-f8f4-4454-8e7e-2ec6413a3817 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.089s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updated VIF entry in instance network info cache for port be0e97e0-b9f4-4426-a713-f6b21b9a02b2. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68896807-76aa-4acc-a909-b1eee396e9b8 req-0e4c7b1c-4c80-4d75-99f4-2cdb49c0345f service nova] Releasing lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "interface-8d3e9323-25dd-4765-86be-eee1fca94a50-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "interface-8d3e9323-25dd-4765-86be-eee1fca94a50-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'flavor' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.objects.base [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Object Instance<8d3e9323-25dd-4765-86be-eee1fca94a50> lazy-loaded attributes: flavor,pci_requests {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.policy [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779afaf144ae40e6a7aa330b2eb41c3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330099b4598f41d79b1e83e91e943c06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:36:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance running successfully.
Dec 06 08:36:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] finish_revert_migration finished successfully. {{(pid=75502) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11866}}
Dec 06 08:36:34 user nova-compute[75502]: INFO nova.compute.manager [None req-55dfc016-ca93-4e7d-9d4b-0aac762ebab7 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance to original state: 'active'
Dec 06 08:36:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Successfully created port: 1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:36:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Successfully updated port: 1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquired lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-changed-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Refreshing instance network info cache due to event network-changed-1e0a53a2-20a0-4787-a614-3c939ef7507d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] Acquiring lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Releasing lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] Acquired lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Refreshing network info cache for port 1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG os_vif [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fabb66fd-db84-5e56-94e8-4fe01e39494a', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e0a53a2-20, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e0a53a2-20, col_values=(('qos', UUID('b7a7b03b-6abf-4eec-bbbd-60bd898acdf8')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e0a53a2-20, col_values=(('external_ids', {'iface-id': '1e0a53a2-20a0-4787-a614-3c939ef7507d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:59:b2', 'vm-uuid': '8d3e9323-25dd-4765-86be-eee1fca94a50'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:36 user nova-compute[75502]: INFO os_vif [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20')
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] attach device xml: <interface type="ethernet">
Dec 06 08:36:36 user nova-compute[75502]:   <mac address="fa:16:3e:3c:59:b2"/>
Dec 06 08:36:36 user nova-compute[75502]:   <model type="virtio"/>
Dec 06 08:36:36 user nova-compute[75502]:   <mtu size="1442"/>
Dec 06 08:36:36 user nova-compute[75502]:   <target dev="tap1e0a53a2-20"/>
Dec 06 08:36:36 user nova-compute[75502]: </interface>
Dec 06 08:36:36 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:36:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No BDM found with device name hda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No VIF found with MAC fa:16:3e:fd:80:a8, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:36:37 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:36:37 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:36:37 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:36:37</nova:creationTime>
Dec 06 08:36:37 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:36:37 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:36:37 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:36:37 user nova-compute[75502]:   <nova:owner>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:36:37 user nova-compute[75502]:   </nova:owner>
Dec 06 08:36:37 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:36:37 user nova-compute[75502]:   <nova:ports>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:36:37 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:36:37 user nova-compute[75502]:     </nova:port>
Dec 06 08:36:37 user nova-compute[75502]:     <nova:port uuid="1e0a53a2-20a0-4787-a614-3c939ef7507d">
Dec 06 08:36:37 user nova-compute[75502]:       <nova:ip type="fixed" address="10.10.10.172" ipVersion="4"/>
Dec 06 08:36:37 user nova-compute[75502]:     </nova:port>
Dec 06 08:36:37 user nova-compute[75502]:   </nova:ports>
Dec 06 08:36:37 user nova-compute[75502]: </nova:instance>
Dec 06 08:36:37 user nova-compute[75502]:  {{(pid=75502) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3dcd19a4-04ee-4387-ba9c-76cc54df2f6b tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "interface-8d3e9323-25dd-4765-86be-eee1fca94a50-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.402s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updated VIF entry in instance network info cache for port 1e0a53a2-20a0-4787-a614-3c939ef7507d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-70fd16aa-34a1-40bc-b05b-8af9916949e8 req-e39d619e-d9a1-4c40-be5f-42f9323f86b3 service nova] Releasing lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:37 user nova-compute[75502]: INFO nova.compute.manager [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Detaching volume bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:36:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:37 user nova-compute[75502]: INFO nova.virt.block_device [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Attempting to driver detach volume bbd7cce7-063a-410f-8caf-78a965f4873c from mountpoint /dev/vdb
Dec 06 08:36:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Attempting to detach device vdb from instance 7b21b578-9add-4185-b9c4-d05bb7579e29 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:36:37 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:37 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:36:37 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:37 user nova-compute[75502]:   <serial>bbd7cce7-063a-410f-8caf-78a965f4873c</serial>
Dec 06 08:36:37 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:36:37 user nova-compute[75502]: </disk>
Dec 06 08:36:37 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'flavor' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:37 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Successfully detached device vdb from instance 7b21b578-9add-4185-b9c4-d05bb7579e29 from the persistent domain config.
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7b21b578-9add-4185-b9c4-d05bb7579e29 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:36:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:36:37 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:37 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:36:37 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:37 user nova-compute[75502]:   <serial>bbd7cce7-063a-410f-8caf-78a965f4873c</serial>
Dec 06 08:36:37 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:36:37 user nova-compute[75502]: </disk>
Dec 06 08:36:37 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:38 user nova-compute[75502]: WARNING nova.compute.manager [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d for instance with vm_state active and task_state None.
Dec 06 08:36:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:38 user nova-compute[75502]: WARNING nova.compute.manager [req-ed2e0f6c-8bfb-4093-9d5b-df090e3da588 req-922d3ebb-3dfa-4526-989b-3ca86cd74d1b service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d for instance with vm_state active and task_state None.
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.194s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:38 user nova-compute[75502]: INFO nova.compute.manager [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Attaching volume fab6379c-aaa0-4f0a-b1ef-f718a7494729 to /dev/vdb
Dec 06 08:36:38 user nova-compute[75502]: DEBUG os_brick.utils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4325353-0882-48a6-8a93-b4ac3e1dc05c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7a41d9-095c-4fec-9510-0825c27e5ee9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5b7673-827f-4124-8dca-77b85b34a3dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d456b3f-b418-45fb-a387-4c1922093dcf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:36:38 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:36:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50937f4-732a-4da3-b088-b9bd289826f7]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG os_brick.utils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating existing volume attachment record: e4f299b0-43a8-4fd1-9a16-80fe5cb9a398 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:36:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:44 user nova-compute[75502]: INFO nova.compute.manager [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Unrescuing
Dec 06 08:36:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:36:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:36:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'flavor' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9c6d7299-640e-419f-8885-47ccae636e21 req-db1bc74f-6bce-40e9-a7e4-556b04ebecdf service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9c6d7299-640e-419f-8885-47ccae636e21 req-db1bc74f-6bce-40e9-a7e4-556b04ebecdf service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9c6d7299-640e-419f-8885-47ccae636e21 req-db1bc74f-6bce-40e9-a7e4-556b04ebecdf service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9c6d7299-640e-419f-8885-47ccae636e21 req-db1bc74f-6bce-40e9-a7e4-556b04ebecdf service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9c6d7299-640e-419f-8885-47ccae636e21 req-db1bc74f-6bce-40e9-a7e4-556b04ebecdf service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:45 user nova-compute[75502]: WARNING nova.compute.manager [req-9c6d7299-640e-419f-8885-47ccae636e21 req-db1bc74f-6bce-40e9-a7e4-556b04ebecdf service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance destroyed successfully.
Dec 06 08:36:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:47 user nova-compute[75502]: WARNING nova.compute.manager [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:47 user nova-compute[75502]: WARNING nova.compute.manager [req-24f107c4-6ad9-4e30-a40e-bee364eb16bc req-8408978d-3e4f-42d8-9074-414f0d741b73 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:36:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ghWCNpJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:48 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[56225cb5-6e03-4fde-b069-e735046701d8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:36:48 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e6a851-0c15-4ce8-ae46-a7f456c8968c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729] added
Dec 06 08:36:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd64db09-c72f-457a-8b87-508dd71a589c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c067b24-845f-4fa4-9590-24bf1e3da85e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ghWCNpJo {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ghWCNpJo" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5222550-4cef-44f3-8b59-5909c4818d96]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ghWCNpJo'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b3ad4e2-ceca-467c-8edf-6c14b6220937]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebdd4e63-c3ec-4915-bb79-4a2a46b8f447]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3992850d-cddb-4fdd-86d5-7a2cc5ea64c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260]
Dec 06 08:36:48 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeca6d08-4161-4b11-8de4-6c618f5de576]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[715b5fe1-2341-42f2-b3fa-33cb7f5e6c27]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)
Dec 06 08:36:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:48 user nova-compute[75502]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)
Dec 06 08:36:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] HCTL ('37', '-', '-', 0) found on session 19 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8dd3be8-203f-4b59-89ba-1df99540d4a4]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Searching for a device in session 19 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:36:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ghWCNpJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cb3a4926-0835-4608-8b86-0a7c054d1e6e tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-1356a258-e7c1-4e04-bd01-02a72702f676 req-1c2b4529-1638-4643-b636-62ec3b7eeba1 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1356a258-e7c1-4e04-bd01-02a72702f676 req-1c2b4529-1638-4643-b636-62ec3b7eeba1 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1356a258-e7c1-4e04-bd01-02a72702f676 req-1c2b4529-1638-4643-b636-62ec3b7eeba1 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1356a258-e7c1-4e04-bd01-02a72702f676 req-1c2b4529-1638-4643-b636-62ec3b7eeba1 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-1356a258-e7c1-4e04-bd01-02a72702f676 req-1c2b4529-1638-4643-b636-62ec3b7eeba1 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:36:49 user nova-compute[75502]: WARNING nova.compute.manager [req-1356a258-e7c1-4e04-bd01-02a72702f676 req-1c2b4529-1638-4643-b636-62ec3b7eeba1 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state None.
Dec 06 08:36:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26239636363383239', 'path': '/dev/sdf'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239636363383239', 'path': '/dev/sdf'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:36:49 user nova-compute[75502]: DEBUG nova.objects.instance [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'flavor' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:36:50 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:50 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:36:50 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:50 user nova-compute[75502]:   <serial>fab6379c-aaa0-4f0a-b1ef-f718a7494729</serial>
Dec 06 08:36:50 user nova-compute[75502]: </disk>
Dec 06 08:36:50 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:36:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No BDM found with device name hda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:36:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] No VIF found with MAC fa:16:3e:fd:80:a8, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:36:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-be29ba02-e841-4e78-b38b-0be656a824e0 tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.279s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:51 user nova-compute[75502]: INFO nova.compute.manager [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Detaching volume fab6379c-aaa0-4f0a-b1ef-f718a7494729
Dec 06 08:36:52 user nova-compute[75502]: INFO nova.virt.block_device [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Attempting to driver detach volume fab6379c-aaa0-4f0a-b1ef-f718a7494729 from mountpoint /dev/vdb
Dec 06 08:36:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Attempting to detach device vdb from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:36:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:36:52 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:52 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:36:52 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:52 user nova-compute[75502]:   <serial>fab6379c-aaa0-4f0a-b1ef-f718a7494729</serial>
Dec 06 08:36:52 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 08:36:52 user nova-compute[75502]: </disk>
Dec 06 08:36:52 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:36:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully detached device vdb from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the persistent domain config.
Dec 06 08:36:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:36:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:36:52 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:36:52 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:36:52 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:36:52 user nova-compute[75502]:   <serial>fab6379c-aaa0-4f0a-b1ef-f718a7494729</serial>
Dec 06 08:36:52 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 08:36:52 user nova-compute[75502]: </disk>
Dec 06 08:36:52 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:36:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:36:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:58 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7b21b578-9add-4185-b9c4-d05bb7579e29 is timed out.
Dec 06 08:36:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Successfully detached device vdb from instance 7b21b578-9add-4185-b9c4-d05bb7579e29 from the live domain config.
Dec 06 08:36:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cPVNoiTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:36:58 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab15546-1f2d-4ec2-afc9-bcb3d32db760]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:36:58 user nova-compute[75502]: No targets found.
Dec 06 08:36:58 user nova-compute[75502]: iSNS:
Dec 06 08:36:58 user nova-compute[75502]: No targets found.
Dec 06 08:36:58 user nova-compute[75502]: STATIC:
Dec 06 08:36:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729
Dec 06 08:36:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c
Dec 06 08:36:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:36:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:36:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:58 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:36:58 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:36:58 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:36:58 user nova-compute[75502]: FIRMWARE:
Dec 06 08:36:58 user nova-compute[75502]: No targets found.
Dec 06 08:36:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:36:58 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:36:58 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7835ffde-1a66-4eed-a3dc-ff41bb4ed3f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e1e774-dbd4-4c27-bd58-adf90fb2bf36]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)
Dec 06 08:36:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:36:58 user nova-compute[75502]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)
Dec 06 08:36:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f3d000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29180a0-d859-4bba-8bb8-cb74d100b67e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[447dea47-47eb-4551-81d5-5390747f865c]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f6f38ef-15af-483b-9e95-bd14ba4f3671]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b11972-f29f-42eb-be93-7c5673cf4250]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7aaf79-f891-4db7-9c2d-2affbc5e55ae]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee97846-c8e2-40da-9de4-755c5de20b0e]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260]
Dec 06 08:36:58 user nova-compute[75502]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c, portal: 172.16.0.220,3260] successful.
Dec 06 08:36:58 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd7cce7-063a-410f-8caf-78a965f4873c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[012aeab7-b80e-4f93-ae9d-23a855281d05]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] <== disconnect_volume: return (337ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:36:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:36:59 user nova-compute[75502]: INFO nova.compute.claims [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Claim successful on node user
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.objects.instance [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'flavor' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-04ce6c1f-d2b4-4cab-baa6-f53cd4893533 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.166s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.465s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:36:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:36:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.policy [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cccdebece9354e2b93ef212b97215d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5605c4c1ac7c42f1906b98680decff52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:37:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Creating image(s)
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk 1073741824" returned: 0 in 0.057s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Successfully created port: 3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Cannot resize image /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Ensure instance console log exists: /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Successfully updated port: 3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquired lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-changed-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Refreshing instance network info cache due to event network-changed-3176feb4-1c11-4bfc-8552-44e373e6971f. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] Acquiring lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updating instance_info_cache with network_info: [{"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Releasing lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Instance network_info: |[{"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] Acquired lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Refreshing network info cache for port 3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Start _get_guest_xml network_info=[{"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:37:01 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:01 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:36:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-176255108',display_name='tempest-AttachVolumeNegativeTest-server-176255108',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-176255108',id=21,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGoNgzXGapsdEMnCd7XNB6EU9vmbqkw/61tFeKGornnwloC15end1578DQya84VmuGkYSvM11Gotc19gE+FX9y5tFwc2JpAkyBQl7eEf3eAj8qNR/ajT0mZW4f6d7GjEiw==',key_name='tempest-keypair-1149944090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-h13zonoy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:37:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=c5c70585-5ae6-473e-978c-9b0ee9916642,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.objects.instance [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'pci_devices' on Instance uuid c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:37:01 user nova-compute[75502]:   <uuid>c5c70585-5ae6-473e-978c-9b0ee9916642</uuid>
Dec 06 08:37:01 user nova-compute[75502]:   <name>instance-00000015</name>
Dec 06 08:37:01 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:37:01 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:37:01 user nova-compute[75502]:   <metadata>
Dec 06 08:37:01 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:01 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:37:01 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeNegativeTest-server-176255108</nova:name>
Dec 06 08:37:01 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:37:01</nova:creationTime>
Dec 06 08:37:01 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:37:01 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:01 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:37:01 user nova-compute[75502]:       <nova:owner>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:user uuid="cccdebece9354e2b93ef212b97215d34">tempest-AttachVolumeNegativeTest-465406077-project-member</nova:user>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:project uuid="5605c4c1ac7c42f1906b98680decff52">tempest-AttachVolumeNegativeTest-465406077</nova:project>
Dec 06 08:37:01 user nova-compute[75502]:       </nova:owner>
Dec 06 08:37:01 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:01 user nova-compute[75502]:       <nova:ports>
Dec 06 08:37:01 user nova-compute[75502]:         <nova:port uuid="3176feb4-1c11-4bfc-8552-44e373e6971f">
Dec 06 08:37:01 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:01 user nova-compute[75502]:         </nova:port>
Dec 06 08:37:01 user nova-compute[75502]:       </nova:ports>
Dec 06 08:37:01 user nova-compute[75502]:     </nova:instance>
Dec 06 08:37:01 user nova-compute[75502]:   </metadata>
Dec 06 08:37:01 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:37:01 user nova-compute[75502]:     <system>
Dec 06 08:37:01 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:37:01 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:37:01 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:37:01 user nova-compute[75502]:       <entry name="serial">c5c70585-5ae6-473e-978c-9b0ee9916642</entry>
Dec 06 08:37:01 user nova-compute[75502]:       <entry name="uuid">c5c70585-5ae6-473e-978c-9b0ee9916642</entry>
Dec 06 08:37:01 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:37:01 user nova-compute[75502]:     </system>
Dec 06 08:37:01 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:01 user nova-compute[75502]:   <os>
Dec 06 08:37:01 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:37:01 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:37:01 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:37:01 user nova-compute[75502]:   </os>
Dec 06 08:37:01 user nova-compute[75502]:   <features>
Dec 06 08:37:01 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:01 user nova-compute[75502]:     <apic/>
Dec 06 08:37:01 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:37:01 user nova-compute[75502]:   </features>
Dec 06 08:37:01 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:37:01 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:37:01 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:37:01 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:37:01 user nova-compute[75502]:   </clock>
Dec 06 08:37:01 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:37:01 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:37:01 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:37:01 user nova-compute[75502]:   </cpu>
Dec 06 08:37:01 user nova-compute[75502]:   <devices>
Dec 06 08:37:01 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:37:01 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:37:01 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk"/>
Dec 06 08:37:01 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:37:01 user nova-compute[75502]:     </disk>
Dec 06 08:37:01 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:37:01 user nova-compute[75502]:       <mac address="fa:16:3e:92:70:f3"/>
Dec 06 08:37:01 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:01 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:37:01 user nova-compute[75502]:       <target dev="tap3176feb4-1c"/>
Dec 06 08:37:01 user nova-compute[75502]:     </interface>
Dec 06 08:37:01 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:37:01 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/console.log" append="off"/>
Dec 06 08:37:01 user nova-compute[75502]:     </serial>
Dec 06 08:37:01 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:37:01 user nova-compute[75502]:     <video>
Dec 06 08:37:01 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:01 user nova-compute[75502]:     </video>
Dec 06 08:37:01 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:37:01 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:37:01 user nova-compute[75502]:     </rng>
Dec 06 08:37:01 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:37:01 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:37:01 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:37:01 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:01 user nova-compute[75502]:   </devices>
Dec 06 08:37:01 user nova-compute[75502]: </domain>
Dec 06 08:37:01 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:36:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-176255108',display_name='tempest-AttachVolumeNegativeTest-server-176255108',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-176255108',id=21,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGoNgzXGapsdEMnCd7XNB6EU9vmbqkw/61tFeKGornnwloC15end1578DQya84VmuGkYSvM11Gotc19gE+FX9y5tFwc2JpAkyBQl7eEf3eAj8qNR/ajT0mZW4f6d7GjEiw==',key_name='tempest-keypair-1149944090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-h13zonoy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:37:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=c5c70585-5ae6-473e-978c-9b0ee9916642,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG os_vif [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cbc4b569-9d25-588e-86c2-547af96495b4', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3176feb4-1c, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3176feb4-1c, col_values=(('qos', UUID('adf543ff-bd6b-4eea-bf73-771eaf8db3ab')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3176feb4-1c, col_values=(('external_ids', {'iface-id': '3176feb4-1c11-4bfc-8552-44e373e6971f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:70:f3', 'vm-uuid': 'c5c70585-5ae6-473e-978c-9b0ee9916642'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:02 user nova-compute[75502]: INFO os_vif [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c')
Dec 06 08:37:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:92:70:f3, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG nova.network.neutron [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updated VIF entry in instance network info cache for port 3176feb4-1c11-4bfc-8552-44e373e6971f. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG nova.network.neutron [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updating instance_info_cache with network_info: [{"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fe711f51-31b2-496b-bc78-5df8bb2433e3 req-d2c3a153-3247-4227-9db1-40170ceb06af service nova] Releasing lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-d61e8f10-d97a-4231-9117-d0a760214d1c req-ef6fc175-0594-4c0d-833c-f840b041c52f service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d61e8f10-d97a-4231-9117-d0a760214d1c req-ef6fc175-0594-4c0d-833c-f840b041c52f service nova] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d61e8f10-d97a-4231-9117-d0a760214d1c req-ef6fc175-0594-4c0d-833c-f840b041c52f service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d61e8f10-d97a-4231-9117-d0a760214d1c req-ef6fc175-0594-4c0d-833c-f840b041c52f service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-d61e8f10-d97a-4231-9117-d0a760214d1c req-ef6fc175-0594-4c0d-833c-f840b041c52f service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] No waiting events found dispatching network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:03 user nova-compute[75502]: WARNING nova.compute.manager [req-d61e8f10-d97a-4231-9117-d0a760214d1c req-ef6fc175-0594-4c0d-833c-f840b041c52f service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received unexpected event network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f for instance with vm_state building and task_state spawning.
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:03 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:37:03 user nova-compute[75502]: INFO nova.compute.claims [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Claim successful on node user
Dec 06 08:37:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.573s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:37:04 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.policy [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c681eae8b0d44216a0c17a18eaafa40e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fea869ceec204c47998d236c33100dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:37:04 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Creating image(s)
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "/opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "/opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "/opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk 1073741824" returned: 0 in 0.045s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Cannot resize image /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Ensure instance console log exists: /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:37:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Instance spawned successfully.
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f94e34b-a571-47e3-b4f7-2af28b784278 req-fc7d4ea3-6831-4e95-bbb2-4478b3315f3d service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f94e34b-a571-47e3-b4f7-2af28b784278 req-fc7d4ea3-6831-4e95-bbb2-4478b3315f3d service nova] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f94e34b-a571-47e3-b4f7-2af28b784278 req-fc7d4ea3-6831-4e95-bbb2-4478b3315f3d service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f94e34b-a571-47e3-b4f7-2af28b784278 req-fc7d4ea3-6831-4e95-bbb2-4478b3315f3d service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f94e34b-a571-47e3-b4f7-2af28b784278 req-fc7d4ea3-6831-4e95-bbb2-4478b3315f3d service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] No waiting events found dispatching network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:05 user nova-compute[75502]: WARNING nova.compute.manager [req-4f94e34b-a571-47e3-b4f7-2af28b784278 req-fc7d4ea3-6831-4e95-bbb2-4478b3315f3d service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received unexpected event network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f for instance with vm_state building and task_state spawning.
Dec 06 08:37:05 user nova-compute[75502]: INFO nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Took 5.59 seconds to spawn the instance on the hypervisor.
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:37:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Successfully created port: 7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:37:06 user nova-compute[75502]: INFO nova.compute.manager [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Took 6.62 seconds to build instance.
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-909b1a8e-d107-4a1d-83c6-0bfabe62d398 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.728s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Skipping network cache update for instance because it is Building. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Successfully updated port: 7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "refresh_cache-3ff0a662-b27d-48e8-b8e5-f78400f64644" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquired lock "refresh_cache-3ff0a662-b27d-48e8-b8e5-f78400f64644" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Updating instance_info_cache with network_info: [{"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Releasing lock "refresh_cache-3ff0a662-b27d-48e8-b8e5-f78400f64644" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Instance network_info: |[{"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Start _get_guest_xml network_info=[{"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:06 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:06 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:37:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1106122145',display_name='tempest-ServersNegativeTestJSON-server-1106122145',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1106122145',id=22,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fea869ceec204c47998d236c33100dc3',ramdisk_id='',reservation_id='r-k6oexhru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-580149023',owner_user_name='tempest-ServersNegativeTestJSON-580149023-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:37:04Z,user_data=None,user_id='c681eae8b0d44216a0c17a18eaafa40e',uuid=3ff0a662-b27d-48e8-b8e5-f78400f64644,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converting VIF {"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lazy-loading 'pci_devices' on Instance uuid 3ff0a662-b27d-48e8-b8e5-f78400f64644 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:37:06 user nova-compute[75502]:   <uuid>3ff0a662-b27d-48e8-b8e5-f78400f64644</uuid>
Dec 06 08:37:06 user nova-compute[75502]:   <name>instance-00000016</name>
Dec 06 08:37:06 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:37:06 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:37:06 user nova-compute[75502]:   <metadata>
Dec 06 08:37:06 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:06 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:37:06 user nova-compute[75502]:       <nova:name>tempest-ServersNegativeTestJSON-server-1106122145</nova:name>
Dec 06 08:37:06 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:37:06</nova:creationTime>
Dec 06 08:37:06 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:37:06 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:06 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:37:06 user nova-compute[75502]:       <nova:owner>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:user uuid="c681eae8b0d44216a0c17a18eaafa40e">tempest-ServersNegativeTestJSON-580149023-project-member</nova:user>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:project uuid="fea869ceec204c47998d236c33100dc3">tempest-ServersNegativeTestJSON-580149023</nova:project>
Dec 06 08:37:06 user nova-compute[75502]:       </nova:owner>
Dec 06 08:37:06 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:06 user nova-compute[75502]:       <nova:ports>
Dec 06 08:37:06 user nova-compute[75502]:         <nova:port uuid="7453cf5d-4111-4f2b-85fa-b226f1572822">
Dec 06 08:37:06 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 08:37:06 user nova-compute[75502]:         </nova:port>
Dec 06 08:37:06 user nova-compute[75502]:       </nova:ports>
Dec 06 08:37:06 user nova-compute[75502]:     </nova:instance>
Dec 06 08:37:06 user nova-compute[75502]:   </metadata>
Dec 06 08:37:06 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:37:06 user nova-compute[75502]:     <system>
Dec 06 08:37:06 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:37:06 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:37:06 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:37:06 user nova-compute[75502]:       <entry name="serial">3ff0a662-b27d-48e8-b8e5-f78400f64644</entry>
Dec 06 08:37:06 user nova-compute[75502]:       <entry name="uuid">3ff0a662-b27d-48e8-b8e5-f78400f64644</entry>
Dec 06 08:37:06 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:37:06 user nova-compute[75502]:     </system>
Dec 06 08:37:06 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:06 user nova-compute[75502]:   <os>
Dec 06 08:37:06 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:37:06 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:37:06 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:37:06 user nova-compute[75502]:   </os>
Dec 06 08:37:06 user nova-compute[75502]:   <features>
Dec 06 08:37:06 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:06 user nova-compute[75502]:     <apic/>
Dec 06 08:37:06 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:37:06 user nova-compute[75502]:   </features>
Dec 06 08:37:06 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:37:06 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:37:06 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:37:06 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:37:06 user nova-compute[75502]:   </clock>
Dec 06 08:37:06 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:37:06 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:37:06 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:37:06 user nova-compute[75502]:   </cpu>
Dec 06 08:37:06 user nova-compute[75502]:   <devices>
Dec 06 08:37:06 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:37:06 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:37:06 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk"/>
Dec 06 08:37:06 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:37:06 user nova-compute[75502]:     </disk>
Dec 06 08:37:06 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:37:06 user nova-compute[75502]:       <mac address="fa:16:3e:c7:80:c4"/>
Dec 06 08:37:06 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:06 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:37:06 user nova-compute[75502]:       <target dev="tap7453cf5d-41"/>
Dec 06 08:37:06 user nova-compute[75502]:     </interface>
Dec 06 08:37:06 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:37:06 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/console.log" append="off"/>
Dec 06 08:37:06 user nova-compute[75502]:     </serial>
Dec 06 08:37:06 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:37:06 user nova-compute[75502]:     <video>
Dec 06 08:37:06 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:06 user nova-compute[75502]:     </video>
Dec 06 08:37:06 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:37:06 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:37:06 user nova-compute[75502]:     </rng>
Dec 06 08:37:06 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:37:06 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:37:06 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:37:06 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:06 user nova-compute[75502]:   </devices>
Dec 06 08:37:06 user nova-compute[75502]: </domain>
Dec 06 08:37:06 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:37:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1106122145',display_name='tempest-ServersNegativeTestJSON-server-1106122145',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1106122145',id=22,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fea869ceec204c47998d236c33100dc3',ramdisk_id='',reservation_id='r-k6oexhru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-580149023',owner_user_name='tempest-ServersNegativeTestJSON-580149023-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:37:04Z,user_data=None,user_id='c681eae8b0d44216a0c17a18eaafa40e',uuid=3ff0a662-b27d-48e8-b8e5-f78400f64644,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converting VIF {"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG os_vif [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9ee5f858-7190-50b4-99a7-a01f9d3228a7', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7453cf5d-41, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7453cf5d-41, col_values=(('qos', UUID('d312a81b-eefe-4aee-8dcf-8eef986cd303')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7453cf5d-41, col_values=(('external_ids', {'iface-id': '7453cf5d-4111-4f2b-85fa-b226f1572822', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:80:c4', 'vm-uuid': '3ff0a662-b27d-48e8-b8e5-f78400f64644'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:06 user nova-compute[75502]: WARNING nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor.
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid d357bbf7-2283-40fc-80ae-ffbff9824fb9 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 7519b7ef-ac86-4ed1-9d72-4614254999e3 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 5d5a79c9-5c90-4801-9e81-d92fa420291f {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 3ff0a662-b27d-48e8-b8e5-f78400f64644 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "2259b282-5c31-471e-a815-8a625006f1cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:07 user nova-compute[75502]: INFO os_vif [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41')
Dec 06 08:37:07 user nova-compute[75502]: WARNING oslo_messaging._drivers.amqpdriver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.124s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.133s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.140s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "2259b282-5c31-471e-a815-8a625006f1cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.141s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.145s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.160s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.159s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.165s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.175s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] No VIF found with MAC fa:16:3e:c7:80:c4, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-changed-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Refreshing instance network info cache due to event network-changed-7453cf5d-4111-4f2b-85fa-b226f1572822. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] Acquiring lock "refresh_cache-3ff0a662-b27d-48e8-b8e5-f78400f64644" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] Acquired lock "refresh_cache-3ff0a662-b27d-48e8-b8e5-f78400f64644" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:07 user nova-compute[75502]: DEBUG nova.network.neutron [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Refreshing network info cache for port 7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Updated VIF entry in instance network info cache for port 7453cf5d-4111-4f2b-85fa-b226f1572822. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Updating instance_info_cache with network_info: [{"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30293413-34ce-4796-9ec2-148e312a8360 req-f0274e31-424f-4cb2-a202-70206fbf3037 service nova] Releasing lock "refresh_cache-3ff0a662-b27d-48e8-b8e5-f78400f64644" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-5c9315d1-ce23-4153-a90e-1fd0c16ac99d req-cc2f5c0e-afcb-4c47-8bdd-10b06f258b37 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5c9315d1-ce23-4153-a90e-1fd0c16ac99d req-cc2f5c0e-afcb-4c47-8bdd-10b06f258b37 service nova] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5c9315d1-ce23-4153-a90e-1fd0c16ac99d req-cc2f5c0e-afcb-4c47-8bdd-10b06f258b37 service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5c9315d1-ce23-4153-a90e-1fd0c16ac99d req-cc2f5c0e-afcb-4c47-8bdd-10b06f258b37 service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-5c9315d1-ce23-4153-a90e-1fd0c16ac99d req-cc2f5c0e-afcb-4c47-8bdd-10b06f258b37 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] No waiting events found dispatching network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:09 user nova-compute[75502]: WARNING nova.compute.manager [req-5c9315d1-ce23-4153-a90e-1fd0c16ac99d req-cc2f5c0e-afcb-4c47-8bdd-10b06f258b37 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received unexpected event network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 for instance with vm_state building and task_state spawning.
Dec 06 08:37:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.423s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.381s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:37:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.448s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-2f5c134c-e172-4d00-81b4-da697185178e req-6395d0a0-3571-4e23-936c-d4e41fcdcc73 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2f5c134c-e172-4d00-81b4-da697185178e req-6395d0a0-3571-4e23-936c-d4e41fcdcc73 service nova] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2f5c134c-e172-4d00-81b4-da697185178e req-6395d0a0-3571-4e23-936c-d4e41fcdcc73 service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2f5c134c-e172-4d00-81b4-da697185178e req-6395d0a0-3571-4e23-936c-d4e41fcdcc73 service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-2f5c134c-e172-4d00-81b4-da697185178e req-6395d0a0-3571-4e23-936c-d4e41fcdcc73 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] No waiting events found dispatching network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:11 user nova-compute[75502]: WARNING nova.compute.manager [req-2f5c134c-e172-4d00-81b4-da697185178e req-6395d0a0-3571-4e23-936c-d4e41fcdcc73 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received unexpected event network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 for instance with vm_state building and task_state spawning.
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.256s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 is timed out.
Dec 06 08:37:12 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully detached device vdb from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the live domain config.
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ghWCNpJo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:37:12 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6cee539-4800-4c50-b3c1-6b477e924bd4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:83534970-51a1-4edf-a033-a5f081e34fbd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:37:12 user nova-compute[75502]: No targets found.
Dec 06 08:37:12 user nova-compute[75502]: iSNS:
Dec 06 08:37:12 user nova-compute[75502]: No targets found.
Dec 06 08:37:12 user nova-compute[75502]: STATIC:
Dec 06 08:37:12 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729
Dec 06 08:37:12 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:12 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:12 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:37:12 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:12 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:12 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:37:12 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:12 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:12 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:83534970-51a1-4edf-a033-a5f081e34fbd
Dec 06 08:37:12 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:12 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:12 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:37:12 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:12 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:12 user nova-compute[75502]: FIRMWARE:
Dec 06 08:37:12 user nova-compute[75502]: No targets found.
Dec 06 08:37:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:37:12 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:37:12 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.113s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b48723f-5860-43c4-8f3e-31f9c44e7dd3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:83534970-51a1-4edf-a033-a5f081e34fbd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce557383-0272-432c-b03b-5d5b3e284cad]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83534970-51a1-4edf-a033-a5f081e34fbd (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83534970-51a1-4edf-a033-a5f081e34fbd (non-flash)
Dec 06 08:37:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 (non-flash)
Dec 06 08:37:12 user nova-compute[75502]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:83534970-51a1-4edf-a033-a5f081e34fbd (non-flash)
Dec 06 08:37:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f42b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729'): ({'sdf'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Removing single pathed devices sdf {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.408s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.180s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf7854c1-5b3c-4b87-9e63-3d200049c891]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.109s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd28eb52-2d30-47d2-bf2d-cb2a753f3d52]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Flushing IO for device /dev/sdf {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.163s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a264a02d-aea5-4dbe-a6cd-0cb1f12611c9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.121s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[47929010-1fe6-4c57-a705-30c213bf3577]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1bb61e-6749-4624-a3c2-64f66368cfbb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.334s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8522bd97-d6e2-40fc-827c-fce614bf5874]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260]
Dec 06 08:37:13 user nova-compute[75502]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729, portal: 172.16.0.220,3260] successful.
Dec 06 08:37:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fab6379c-aaa0-4f0a-b1ef-f718a7494729 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e821ffd-2b0a-48c4-a8c0-d5a875475f2c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.189s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] <== disconnect_volume: return (1192ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:37:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:37:13 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Instance spawned successfully.
Dec 06 08:37:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29/disk --force-share --output=json" returned: 0 in 0.368s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:14 user nova-compute[75502]: INFO nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Took 9.62 seconds to spawn the instance on the hypervisor.
Dec 06 08:37:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:37:14 user nova-compute[75502]: INFO nova.compute.manager [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Took 10.57 seconds to build instance.
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67280bb7-4766-4df7-bc56-12a79a18fb55 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.700s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 7.319s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:14 user nova-compute[75502]: INFO nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'flavor' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a5bfd7a1-252f-4c19-9169-2ae22657ca7e tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.460s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 8.378s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.115s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "interface-8d3e9323-25dd-4765-86be-eee1fca94a50-1e0a53a2-20a0-4787-a614-3c939ef7507d" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "interface-8d3e9323-25dd-4765-86be-eee1fca94a50-1e0a53a2-20a0-4787-a614-3c939ef7507d" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.objects.instance [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'flavor' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface> {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface> {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Attempting to detach device tap1e0a53a2-20 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] detach device xml: <interface type="ethernet">
Dec 06 08:37:16 user nova-compute[75502]:   <mac address="fa:16:3e:3c:59:b2"/>
Dec 06 08:37:16 user nova-compute[75502]:   <model type="virtio"/>
Dec 06 08:37:16 user nova-compute[75502]:   <mtu size="1442"/>
Dec 06 08:37:16 user nova-compute[75502]:   <target dev="tap1e0a53a2-20"/>
Dec 06 08:37:16 user nova-compute[75502]: </interface>
Dec 06 08:37:16 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface> {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface>not found in domain: <domain type='kvm' id='21'>
Dec 06 08:37:16 user nova-compute[75502]:   <name>instance-00000011</name>
Dec 06 08:37:16 user nova-compute[75502]:   <uuid>8d3e9323-25dd-4765-86be-eee1fca94a50</uuid>
Dec 06 08:37:16 user nova-compute[75502]:   <metadata>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:16 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:37:16 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:37:16 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:36:37</nova:creationTime>
Dec 06 08:37:16 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:37:16 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:16 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:37:16 user nova-compute[75502]:   <nova:owner>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:37:16 user nova-compute[75502]:   </nova:owner>
Dec 06 08:37:16 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:16 user nova-compute[75502]:   <nova:ports>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:37:16 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:16 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:16 user nova-compute[75502]:     <nova:port uuid="1e0a53a2-20a0-4787-a614-3c939ef7507d">
Dec 06 08:37:16 user nova-compute[75502]:       <nova:ip type="fixed" address="10.10.10.172" ipVersion="4"/>
Dec 06 08:37:16 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:16 user nova-compute[75502]:   </nova:ports>
Dec 06 08:37:16 user nova-compute[75502]: </nova:instance>
Dec 06 08:37:16 user nova-compute[75502]:   </metadata>
Dec 06 08:37:16 user nova-compute[75502]:   <memory unit='KiB'>524288</memory>
Dec 06 08:37:16 user nova-compute[75502]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 08:37:16 user nova-compute[75502]:   <vcpu placement='static'>1</vcpu>
Dec 06 08:37:16 user nova-compute[75502]:   <resource>
Dec 06 08:37:16 user nova-compute[75502]:     <partition>/machine</partition>
Dec 06 08:37:16 user nova-compute[75502]:   </resource>
Dec 06 08:37:16 user nova-compute[75502]:   <sysinfo type='smbios'>
Dec 06 08:37:16 user nova-compute[75502]:     <system>
Dec 06 08:37:16 user nova-compute[75502]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 08:37:16 user nova-compute[75502]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 08:37:16 user nova-compute[75502]:       <entry name='version'>0.0.0</entry>
Dec 06 08:37:16 user nova-compute[75502]:       <entry name='serial'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:16 user nova-compute[75502]:       <entry name='uuid'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:16 user nova-compute[75502]:       <entry name='family'>Virtual Machine</entry>
Dec 06 08:37:16 user nova-compute[75502]:     </system>
Dec 06 08:37:16 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:16 user nova-compute[75502]:   <os>
Dec 06 08:37:16 user nova-compute[75502]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 08:37:16 user nova-compute[75502]:     <boot dev='hd'/>
Dec 06 08:37:16 user nova-compute[75502]:     <smbios mode='sysinfo'/>
Dec 06 08:37:16 user nova-compute[75502]:   </os>
Dec 06 08:37:16 user nova-compute[75502]:   <features>
Dec 06 08:37:16 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:16 user nova-compute[75502]:     <apic/>
Dec 06 08:37:16 user nova-compute[75502]:     <vmcoreinfo state='on'/>
Dec 06 08:37:16 user nova-compute[75502]:   </features>
Dec 06 08:37:16 user nova-compute[75502]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 08:37:16 user nova-compute[75502]:     <model fallback='forbid'>Nehalem</model>
Dec 06 08:37:16 user nova-compute[75502]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 08:37:16 user nova-compute[75502]:     <feature policy='require' name='vme'/>
Dec 06 08:37:16 user nova-compute[75502]:     <feature policy='require' name='x2apic'/>
Dec 06 08:37:16 user nova-compute[75502]:     <feature policy='require' name='hypervisor'/>
Dec 06 08:37:16 user nova-compute[75502]:   </cpu>
Dec 06 08:37:16 user nova-compute[75502]:   <clock offset='utc'>
Dec 06 08:37:16 user nova-compute[75502]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 08:37:16 user nova-compute[75502]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 08:37:16 user nova-compute[75502]:     <timer name='hpet' present='no'/>
Dec 06 08:37:16 user nova-compute[75502]:   </clock>
Dec 06 08:37:16 user nova-compute[75502]:   <on_poweroff>destroy</on_poweroff>
Dec 06 08:37:16 user nova-compute[75502]:   <on_reboot>restart</on_reboot>
Dec 06 08:37:16 user nova-compute[75502]:   <on_crash>destroy</on_crash>
Dec 06 08:37:16 user nova-compute[75502]:   <devices>
Dec 06 08:37:16 user nova-compute[75502]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 08:37:16 user nova-compute[75502]:     <disk type='file' device='disk'>
Dec 06 08:37:16 user nova-compute[75502]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 08:37:16 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk' index='2'/>
Dec 06 08:37:16 user nova-compute[75502]:       <backingStore type='file' index='3'>
Dec 06 08:37:16 user nova-compute[75502]:         <format type='raw'/>
Dec 06 08:37:16 user nova-compute[75502]:         <source file='/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9'/>
Dec 06 08:37:16 user nova-compute[75502]:         <backingStore/>
Dec 06 08:37:16 user nova-compute[75502]:       </backingStore>
Dec 06 08:37:16 user nova-compute[75502]:       <target dev='vda' bus='virtio'/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='virtio-disk0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </disk>
Dec 06 08:37:16 user nova-compute[75502]:     <disk type='file' device='cdrom'>
Dec 06 08:37:16 user nova-compute[75502]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 08:37:16 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config' index='1'/>
Dec 06 08:37:16 user nova-compute[75502]:       <backingStore/>
Dec 06 08:37:16 user nova-compute[75502]:       <target dev='hda' bus='ide'/>
Dec 06 08:37:16 user nova-compute[75502]:       <readonly/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='ide0-0-0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </disk>
Dec 06 08:37:16 user nova-compute[75502]:     <controller type='usb' index='0' model='none'>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='usb'/>
Dec 06 08:37:16 user nova-compute[75502]:     </controller>
Dec 06 08:37:16 user nova-compute[75502]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='pci.0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </controller>
Dec 06 08:37:16 user nova-compute[75502]:     <controller type='ide' index='0'>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='ide'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 08:37:16 user nova-compute[75502]:     </controller>
Dec 06 08:37:16 user nova-compute[75502]:     <interface type='ethernet'>
Dec 06 08:37:16 user nova-compute[75502]:       <mac address='fa:16:3e:fd:80:a8'/>
Dec 06 08:37:16 user nova-compute[75502]:       <target dev='tapbe0e97e0-b9'/>
Dec 06 08:37:16 user nova-compute[75502]:       <model type='virtio'/>
Dec 06 08:37:16 user nova-compute[75502]:       <mtu size='1442'/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='net0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </interface>
Dec 06 08:37:16 user nova-compute[75502]:     <interface type='ethernet'>
Dec 06 08:37:16 user nova-compute[75502]:       <mac address='fa:16:3e:3c:59:b2'/>
Dec 06 08:37:16 user nova-compute[75502]:       <target dev='tap1e0a53a2-20'/>
Dec 06 08:37:16 user nova-compute[75502]:       <model type='virtio'/>
Dec 06 08:37:16 user nova-compute[75502]:       <mtu size='1442'/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='net1'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </interface>
Dec 06 08:37:16 user nova-compute[75502]:     <serial type='pty'>
Dec 06 08:37:16 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:16 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:16 user nova-compute[75502]:       <target type='isa-serial' port='0'>
Dec 06 08:37:16 user nova-compute[75502]:         <model name='isa-serial'/>
Dec 06 08:37:16 user nova-compute[75502]:       </target>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </serial>
Dec 06 08:37:16 user nova-compute[75502]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 08:37:16 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:16 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:16 user nova-compute[75502]:       <target type='serial' port='0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </console>
Dec 06 08:37:16 user nova-compute[75502]:     <input type='mouse' bus='ps2'>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='input0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </input>
Dec 06 08:37:16 user nova-compute[75502]:     <input type='keyboard' bus='ps2'>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='input1'/>
Dec 06 08:37:16 user nova-compute[75502]:     </input>
Dec 06 08:37:16 user nova-compute[75502]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Dec 06 08:37:16 user nova-compute[75502]:       <listen type='address' address='0.0.0.0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </graphics>
Dec 06 08:37:16 user nova-compute[75502]:     <audio id='1' type='none'/>
Dec 06 08:37:16 user nova-compute[75502]:     <video>
Dec 06 08:37:16 user nova-compute[75502]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='video0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </video>
Dec 06 08:37:16 user nova-compute[75502]:     <memballoon model='virtio'>
Dec 06 08:37:16 user nova-compute[75502]:       <stats period='10'/>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='balloon0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:16 user nova-compute[75502]:     <rng model='virtio'>
Dec 06 08:37:16 user nova-compute[75502]:       <backend model='random'>/dev/urandom</backend>
Dec 06 08:37:16 user nova-compute[75502]:       <alias name='rng0'/>
Dec 06 08:37:16 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 08:37:16 user nova-compute[75502]:     </rng>
Dec 06 08:37:16 user nova-compute[75502]:   </devices>
Dec 06 08:37:16 user nova-compute[75502]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 08:37:16 user nova-compute[75502]:     <label>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</label>
Dec 06 08:37:16 user nova-compute[75502]:     <imagelabel>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</imagelabel>
Dec 06 08:37:16 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:16 user nova-compute[75502]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 08:37:16 user nova-compute[75502]:     <label>+64055:+108</label>
Dec 06 08:37:16 user nova-compute[75502]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 08:37:16 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:16 user nova-compute[75502]: </domain>
Dec 06 08:37:16 user nova-compute[75502]:  {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 08:37:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully detached device tap1e0a53a2-20 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the persistent domain config.
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] (1/8): Attempting to detach device tap1e0a53a2-20 with device alias net1 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] detach device xml: <interface type="ethernet">
Dec 06 08:37:16 user nova-compute[75502]:   <mac address="fa:16:3e:3c:59:b2"/>
Dec 06 08:37:16 user nova-compute[75502]:   <model type="virtio"/>
Dec 06 08:37:16 user nova-compute[75502]:   <mtu size="1442"/>
Dec 06 08:37:16 user nova-compute[75502]:   <target dev="tap1e0a53a2-20"/>
Dec 06 08:37:16 user nova-compute[75502]: </interface>
Dec 06 08:37:16 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Start waiting for the detach event from libvirt for device tap1e0a53a2-20 with device alias net1 for instance 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-9afe6876-0fbb-4bee-8df8-6aa849c43771 req-55093c98-ee7e-46fe-b451-42bcf3ca13a0 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-unplugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9afe6876-0fbb-4bee-8df8-6aa849c43771 req-55093c98-ee7e-46fe-b451-42bcf3ca13a0 service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9afe6876-0fbb-4bee-8df8-6aa849c43771 req-55093c98-ee7e-46fe-b451-42bcf3ca13a0 service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.007s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9afe6876-0fbb-4bee-8df8-6aa849c43771 req-55093c98-ee7e-46fe-b451-42bcf3ca13a0 service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-9afe6876-0fbb-4bee-8df8-6aa849c43771 req-55093c98-ee7e-46fe-b451-42bcf3ca13a0 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-unplugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:16 user nova-compute[75502]: WARNING nova.compute.manager [req-9afe6876-0fbb-4bee-8df8-6aa849c43771 req-55093c98-ee7e-46fe-b451-42bcf3ca13a0 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-unplugged-1e0a53a2-20a0-4787-a614-3c939ef7507d for instance with vm_state active and task_state None.
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.550s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d5be100-da17-4ade-8c39-2916d8b20a2e req-e7223daf-ead6-4e90-80b0-7d1be81d177e service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d5be100-da17-4ade-8c39-2916d8b20a2e req-e7223daf-ead6-4e90-80b0-7d1be81d177e service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d5be100-da17-4ade-8c39-2916d8b20a2e req-e7223daf-ead6-4e90-80b0-7d1be81d177e service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d5be100-da17-4ade-8c39-2916d8b20a2e req-e7223daf-ead6-4e90-80b0-7d1be81d177e service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d5be100-da17-4ade-8c39-2916d8b20a2e req-e7223daf-ead6-4e90-80b0-7d1be81d177e service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:19 user nova-compute[75502]: WARNING nova.compute.manager [req-8d5be100-da17-4ade-8c39-2916d8b20a2e req-e7223daf-ead6-4e90-80b0-7d1be81d177e service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-plugged-1e0a53a2-20a0-4787-a614-3c939ef7507d for instance with vm_state active and task_state None.
Dec 06 08:37:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7139MB free_disk=25.31627655029297GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7b21b578-9add-4185-b9c4-d05bb7579e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8d3e9323-25dd-4765-86be-eee1fca94a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2259b282-5c31-471e-a815-8a625006f1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance c5c70585-5ae6-473e-978c-9b0ee9916642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3ff0a662-b27d-48e8-b8e5-f78400f64644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:37:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:37:20 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:37:20 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:37:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:37:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.232s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:28 user nova-compute[75502]: INFO nova.compute.manager [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Terminating instance
Dec 06 08:37:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-4cddd9d5-6821-463d-aa72-d4c6a3cd2619 req-ac09028a-52fc-4b5b-ad3a-efe6a70b5039 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4cddd9d5-6821-463d-aa72-d4c6a3cd2619 req-ac09028a-52fc-4b5b-ad3a-efe6a70b5039 service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4cddd9d5-6821-463d-aa72-d4c6a3cd2619 req-ac09028a-52fc-4b5b-ad3a-efe6a70b5039 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4cddd9d5-6821-463d-aa72-d4c6a3cd2619 req-ac09028a-52fc-4b5b-ad3a-efe6a70b5039 service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-4cddd9d5-6821-463d-aa72-d4c6a3cd2619 req-ac09028a-52fc-4b5b-ad3a-efe6a70b5039 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-4cddd9d5-6821-463d-aa72-d4c6a3cd2619 req-ac09028a-52fc-4b5b-ad3a-efe6a70b5039 service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-unplugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:37:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Instance destroyed successfully.
Dec 06 08:37:29 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lazy-loading 'resources' on Instance uuid 7b21b578-9add-4185-b9c4-d05bb7579e29 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1182806752',display_name='tempest-ServerStableDeviceRescueTest-server-1182806752',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1182806752',id=4,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPIN9pHXpg/aRctrDe54VIgSqBfI+D71zZzsee0G8V+AJL+iAxfmCSMI/zdgMUuAmWt1fYK1rGcfakoD0cy4j6XOPOpay+AunnlAOJUn5yzuguxMpVCgKQD6baRkBKRbHQ==',key_name='tempest-keypair-2131531659',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e9cbe16ed57c418a8a39ffb4f32af684',ramdisk_id='',reservation_id='r-cy6b6nqx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2079230076',owner_user_name='tempest-ServerStableDeviceRescueTest-2079230076-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:36:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63924e770df94819a18483ece12e7198',uuid=7b21b578-9add-4185-b9c4-d05bb7579e29,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converting VIF {"id": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "address": "fa:16:3e:44:1a:df", "network": {"id": "0dfaacb6-bff1-4651-bc19-1629de7cdb75", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-310666384-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e9cbe16ed57c418a8a39ffb4f32af684", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9be850d-3d", "ovs_interfaceid": "c9be850d-3d8f-4a09-9fdf-8ec982d06fbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG os_vif [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc9be850d-3d, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7535ea52-32cb-44e3-be7a-7561712bd198) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:29 user nova-compute[75502]: INFO os_vif [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:1a:df,bridge_name='br-int',has_traffic_filtering=True,id=c9be850d-3d8f-4a09-9fdf-8ec982d06fbb,network=Network(0dfaacb6-bff1-4651-bc19-1629de7cdb75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9be850d-3d')
Dec 06 08:37:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Deleting instance files /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29_del
Dec 06 08:37:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Deletion of /opt/stack/data/nova/instances/7b21b578-9add-4185-b9c4-d05bb7579e29_del complete
Dec 06 08:37:29 user nova-compute[75502]: INFO nova.compute.manager [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 08:37:29 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:37:29 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:30 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Took 0.65 seconds to deallocate network for instance.
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.417s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:30 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Deleted allocations for instance 7b21b578-9add-4185-b9c4-d05bb7579e29
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d79336b2-cdf8-4997-bea2-306da3d2c391 tempest-ServerStableDeviceRescueTest-2079230076 tempest-ServerStableDeviceRescueTest-2079230076-project-member] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.245s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] Acquiring lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] Lock "7b21b578-9add-4185-b9c4-d05bb7579e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] No waiting events found dispatching network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:30 user nova-compute[75502]: WARNING nova.compute.manager [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received unexpected event network-vif-plugged-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb for instance with vm_state deleted and task_state None.
Dec 06 08:37:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d0c83c0-3301-44b6-9317-ddbf39f75b86 req-45cb0ca8-e506-4051-aea3-d95e83dff27e service nova] [instance: 7b21b578-9add-4185-b9c4-d05bb7579e29] Received event network-vif-deleted-c9be850d-3d8f-4a09-9fdf-8ec982d06fbb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-changed-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Refreshing instance network info cache due to event network-changed-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] Acquiring lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] Acquired lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Refreshing network info cache for port cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updated VIF entry in instance network info cache for port cdabbd64-5ef5-41fd-a95b-f5dcc848a45e. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updating instance_info_cache with network_info: [{"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30911b03-86d0-4d9a-8e14-96a558b084da req-01afd034-e1c8-4ca0-80cb-0d07a7882508 service nova] Releasing lock "refresh_cache-2259b282-5c31-471e-a815-8a625006f1cc" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:35 user nova-compute[75502]: DEBUG nova.objects.instance [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'flavor' on Instance uuid 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:36 user nova-compute[75502]: INFO nova.compute.manager [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Attaching volume 52bd9751-54ee-48ab-8639-a4800d69b9c3 to /dev/vdb
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_brick.utils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad59ceef-c4bb-48f5-9054-39706641c425]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[13781db2-7ee4-47c0-a9a9-e489da0ccce5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ed13583-1e4f-4417-9686-b40f175a1cec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c98de018-f811-466f-80f0-03ba0eeb181b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:37:36 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[27db0cdd-b549-4b70-a10b-024588c55de1]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_brick.utils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updating existing volume attachment record: 3ed6a143-89a8-4ebb-96ae-24e9e706223e {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquired lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'info_cache' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Waiting for libvirt event about the detach of device tap1e0a53a2-20 with device alias net1 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 is timed out.
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface> {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface>not found in domain: <domain type='kvm' id='21'>
Dec 06 08:37:36 user nova-compute[75502]:   <name>instance-00000011</name>
Dec 06 08:37:36 user nova-compute[75502]:   <uuid>8d3e9323-25dd-4765-86be-eee1fca94a50</uuid>
Dec 06 08:37:36 user nova-compute[75502]:   <metadata>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:36 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:36:37</nova:creationTime>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:37:36 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:36 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:owner>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:37:36 user nova-compute[75502]:   </nova:owner>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:ports>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:37:36 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:36 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:port uuid="1e0a53a2-20a0-4787-a614-3c939ef7507d">
Dec 06 08:37:36 user nova-compute[75502]:       <nova:ip type="fixed" address="10.10.10.172" ipVersion="4"/>
Dec 06 08:37:36 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:36 user nova-compute[75502]:   </nova:ports>
Dec 06 08:37:36 user nova-compute[75502]: </nova:instance>
Dec 06 08:37:36 user nova-compute[75502]:   </metadata>
Dec 06 08:37:36 user nova-compute[75502]:   <memory unit='KiB'>524288</memory>
Dec 06 08:37:36 user nova-compute[75502]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 08:37:36 user nova-compute[75502]:   <vcpu placement='static'>1</vcpu>
Dec 06 08:37:36 user nova-compute[75502]:   <resource>
Dec 06 08:37:36 user nova-compute[75502]:     <partition>/machine</partition>
Dec 06 08:37:36 user nova-compute[75502]:   </resource>
Dec 06 08:37:36 user nova-compute[75502]:   <sysinfo type='smbios'>
Dec 06 08:37:36 user nova-compute[75502]:     <system>
Dec 06 08:37:36 user nova-compute[75502]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 08:37:36 user nova-compute[75502]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 08:37:36 user nova-compute[75502]:       <entry name='version'>0.0.0</entry>
Dec 06 08:37:36 user nova-compute[75502]:       <entry name='serial'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:36 user nova-compute[75502]:       <entry name='uuid'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:36 user nova-compute[75502]:       <entry name='family'>Virtual Machine</entry>
Dec 06 08:37:36 user nova-compute[75502]:     </system>
Dec 06 08:37:36 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:36 user nova-compute[75502]:   <os>
Dec 06 08:37:36 user nova-compute[75502]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 08:37:36 user nova-compute[75502]:     <boot dev='hd'/>
Dec 06 08:37:36 user nova-compute[75502]:     <smbios mode='sysinfo'/>
Dec 06 08:37:36 user nova-compute[75502]:   </os>
Dec 06 08:37:36 user nova-compute[75502]:   <features>
Dec 06 08:37:36 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:36 user nova-compute[75502]:     <apic/>
Dec 06 08:37:36 user nova-compute[75502]:     <vmcoreinfo state='on'/>
Dec 06 08:37:36 user nova-compute[75502]:   </features>
Dec 06 08:37:36 user nova-compute[75502]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 08:37:36 user nova-compute[75502]:     <model fallback='forbid'>Nehalem</model>
Dec 06 08:37:36 user nova-compute[75502]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 08:37:36 user nova-compute[75502]:     <feature policy='require' name='vme'/>
Dec 06 08:37:36 user nova-compute[75502]:     <feature policy='require' name='x2apic'/>
Dec 06 08:37:36 user nova-compute[75502]:     <feature policy='require' name='hypervisor'/>
Dec 06 08:37:36 user nova-compute[75502]:   </cpu>
Dec 06 08:37:36 user nova-compute[75502]:   <clock offset='utc'>
Dec 06 08:37:36 user nova-compute[75502]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 08:37:36 user nova-compute[75502]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 08:37:36 user nova-compute[75502]:     <timer name='hpet' present='no'/>
Dec 06 08:37:36 user nova-compute[75502]:   </clock>
Dec 06 08:37:36 user nova-compute[75502]:   <on_poweroff>destroy</on_poweroff>
Dec 06 08:37:36 user nova-compute[75502]:   <on_reboot>restart</on_reboot>
Dec 06 08:37:36 user nova-compute[75502]:   <on_crash>destroy</on_crash>
Dec 06 08:37:36 user nova-compute[75502]:   <devices>
Dec 06 08:37:36 user nova-compute[75502]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 08:37:36 user nova-compute[75502]:     <disk type='file' device='disk'>
Dec 06 08:37:36 user nova-compute[75502]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 08:37:36 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk' index='2'/>
Dec 06 08:37:36 user nova-compute[75502]:       <backingStore type='file' index='3'>
Dec 06 08:37:36 user nova-compute[75502]:         <format type='raw'/>
Dec 06 08:37:36 user nova-compute[75502]:         <source file='/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9'/>
Dec 06 08:37:36 user nova-compute[75502]:         <backingStore/>
Dec 06 08:37:36 user nova-compute[75502]:       </backingStore>
Dec 06 08:37:36 user nova-compute[75502]:       <target dev='vda' bus='virtio'/>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='virtio-disk0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </disk>
Dec 06 08:37:36 user nova-compute[75502]:     <disk type='file' device='cdrom'>
Dec 06 08:37:36 user nova-compute[75502]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 08:37:36 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config' index='1'/>
Dec 06 08:37:36 user nova-compute[75502]:       <backingStore/>
Dec 06 08:37:36 user nova-compute[75502]:       <target dev='hda' bus='ide'/>
Dec 06 08:37:36 user nova-compute[75502]:       <readonly/>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='ide0-0-0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </disk>
Dec 06 08:37:36 user nova-compute[75502]:     <controller type='usb' index='0' model='none'>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='usb'/>
Dec 06 08:37:36 user nova-compute[75502]:     </controller>
Dec 06 08:37:36 user nova-compute[75502]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='pci.0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </controller>
Dec 06 08:37:36 user nova-compute[75502]:     <controller type='ide' index='0'>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='ide'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 08:37:36 user nova-compute[75502]:     </controller>
Dec 06 08:37:36 user nova-compute[75502]:     <interface type='ethernet'>
Dec 06 08:37:36 user nova-compute[75502]:       <mac address='fa:16:3e:fd:80:a8'/>
Dec 06 08:37:36 user nova-compute[75502]:       <target dev='tapbe0e97e0-b9'/>
Dec 06 08:37:36 user nova-compute[75502]:       <model type='virtio'/>
Dec 06 08:37:36 user nova-compute[75502]:       <mtu size='1442'/>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='net0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </interface>
Dec 06 08:37:36 user nova-compute[75502]:     <serial type='pty'>
Dec 06 08:37:36 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:36 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:36 user nova-compute[75502]:       <target type='isa-serial' port='0'>
Dec 06 08:37:36 user nova-compute[75502]:         <model name='isa-serial'/>
Dec 06 08:37:36 user nova-compute[75502]:       </target>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </serial>
Dec 06 08:37:36 user nova-compute[75502]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 08:37:36 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:36 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:36 user nova-compute[75502]:       <target type='serial' port='0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </console>
Dec 06 08:37:36 user nova-compute[75502]:     <input type='mouse' bus='ps2'>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='input0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </input>
Dec 06 08:37:36 user nova-compute[75502]:     <input type='keyboard' bus='ps2'>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='input1'/>
Dec 06 08:37:36 user nova-compute[75502]:     </input>
Dec 06 08:37:36 user nova-compute[75502]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Dec 06 08:37:36 user nova-compute[75502]:       <listen type='address' address='0.0.0.0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </graphics>
Dec 06 08:37:36 user nova-compute[75502]:     <audio id='1' type='none'/>
Dec 06 08:37:36 user nova-compute[75502]:     <video>
Dec 06 08:37:36 user nova-compute[75502]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='video0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </video>
Dec 06 08:37:36 user nova-compute[75502]:     <memballoon model='virtio'>
Dec 06 08:37:36 user nova-compute[75502]:       <stats period='10'/>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='balloon0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:36 user nova-compute[75502]:     <rng model='virtio'>
Dec 06 08:37:36 user nova-compute[75502]:       <backend model='random'>/dev/urandom</backend>
Dec 06 08:37:36 user nova-compute[75502]:       <alias name='rng0'/>
Dec 06 08:37:36 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 08:37:36 user nova-compute[75502]:     </rng>
Dec 06 08:37:36 user nova-compute[75502]:   </devices>
Dec 06 08:37:36 user nova-compute[75502]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 08:37:36 user nova-compute[75502]:     <label>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</label>
Dec 06 08:37:36 user nova-compute[75502]:     <imagelabel>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</imagelabel>
Dec 06 08:37:36 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:36 user nova-compute[75502]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 08:37:36 user nova-compute[75502]:     <label>+64055:+108</label>
Dec 06 08:37:36 user nova-compute[75502]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 08:37:36 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:36 user nova-compute[75502]: </domain>
Dec 06 08:37:36 user nova-compute[75502]:  {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 08:37:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully detached device tap1e0a53a2-20 from instance 8d3e9323-25dd-4765-86be-eee1fca94a50 from the live domain config.
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG os_vif [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e0a53a2-20, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b7a7b03b-6abf-4eec-bbbd-60bd898acdf8) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:36 user nova-compute[75502]: INFO os_vif [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20')
Dec 06 08:37:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:36 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:37:36</nova:creationTime>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:37:36 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:36 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:owner>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:37:36 user nova-compute[75502]:   </nova:owner>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:36 user nova-compute[75502]:   <nova:ports>
Dec 06 08:37:36 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:37:36 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:36 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:36 user nova-compute[75502]:   </nova:ports>
Dec 06 08:37:36 user nova-compute[75502]: </nova:instance>
Dec 06 08:37:36 user nova-compute[75502]:  {{(pid=75502) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Releasing lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:37 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance destroyed successfully.
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'resources' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:35:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a98b6a4-7d, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14634d33-2d51-4c27-8b3a-883c0ceabb68) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-deleted-1e0a53a2-20a0-4787-a614-3c939ef7507d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:37 user nova-compute[75502]: INFO nova.compute.manager [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Neutron deleted interface 1e0a53a2-20a0-4787-a614-3c939ef7507d; detaching it from the instance and deleting it from the info cache
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:37 user nova-compute[75502]: INFO os_vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d')
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:37:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquired lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.instance [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Lazy-loading 'system_metadata' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a616d2-a1c7-4b75-8c52-60db73036a9f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:37:37 user nova-compute[75502]: No targets found.
Dec 06 08:37:37 user nova-compute[75502]: iSNS:
Dec 06 08:37:37 user nova-compute[75502]: No targets found.
Dec 06 08:37:37 user nova-compute[75502]: STATIC:
Dec 06 08:37:37 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:37:37 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:37 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:37 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:37:37 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:37 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:37 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:37:37 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:37:37 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:37:37 user nova-compute[75502]: FIRMWARE:
Dec 06 08:37:37 user nova-compute[75502]: No targets found.
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:37:37 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:37:37 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[314e3107-cc74-432b-90ec-5afdf7cb5e2d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59da4a15-259f-46c6-84f7-bfa3f3f17453]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:37 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:37 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:37 user nova-compute[75502]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:37 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb87ce8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.instance [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Lazy-loading 'flavor' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9872cb19-ccd9-4159-b59f-4e6016823324]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.base [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Object Instance<8d3e9323-25dd-4765-86be-eee1fca94a50> lazy-loaded attributes: system_metadata,flavor {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Converting VIF {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface> {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface>not found in domain: <domain type='kvm' id='21'>
Dec 06 08:37:37 user nova-compute[75502]:   <name>instance-00000011</name>
Dec 06 08:37:37 user nova-compute[75502]:   <uuid>8d3e9323-25dd-4765-86be-eee1fca94a50</uuid>
Dec 06 08:37:37 user nova-compute[75502]:   <metadata>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:37 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:37:36</nova:creationTime>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:37:37 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:owner>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:owner>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:ports>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:37:37 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:37 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:ports>
Dec 06 08:37:37 user nova-compute[75502]: </nova:instance>
Dec 06 08:37:37 user nova-compute[75502]:   </metadata>
Dec 06 08:37:37 user nova-compute[75502]:   <memory unit='KiB'>524288</memory>
Dec 06 08:37:37 user nova-compute[75502]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 08:37:37 user nova-compute[75502]:   <vcpu placement='static'>1</vcpu>
Dec 06 08:37:37 user nova-compute[75502]:   <resource>
Dec 06 08:37:37 user nova-compute[75502]:     <partition>/machine</partition>
Dec 06 08:37:37 user nova-compute[75502]:   </resource>
Dec 06 08:37:37 user nova-compute[75502]:   <sysinfo type='smbios'>
Dec 06 08:37:37 user nova-compute[75502]:     <system>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='version'>0.0.0</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='serial'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='uuid'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='family'>Virtual Machine</entry>
Dec 06 08:37:37 user nova-compute[75502]:     </system>
Dec 06 08:37:37 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:37 user nova-compute[75502]:   <os>
Dec 06 08:37:37 user nova-compute[75502]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 08:37:37 user nova-compute[75502]:     <boot dev='hd'/>
Dec 06 08:37:37 user nova-compute[75502]:     <smbios mode='sysinfo'/>
Dec 06 08:37:37 user nova-compute[75502]:   </os>
Dec 06 08:37:37 user nova-compute[75502]:   <features>
Dec 06 08:37:37 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:37 user nova-compute[75502]:     <apic/>
Dec 06 08:37:37 user nova-compute[75502]:     <vmcoreinfo state='on'/>
Dec 06 08:37:37 user nova-compute[75502]:   </features>
Dec 06 08:37:37 user nova-compute[75502]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 08:37:37 user nova-compute[75502]:     <model fallback='forbid'>Nehalem</model>
Dec 06 08:37:37 user nova-compute[75502]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 08:37:37 user nova-compute[75502]:     <feature policy='require' name='vme'/>
Dec 06 08:37:37 user nova-compute[75502]:     <feature policy='require' name='x2apic'/>
Dec 06 08:37:37 user nova-compute[75502]:     <feature policy='require' name='hypervisor'/>
Dec 06 08:37:37 user nova-compute[75502]:   </cpu>
Dec 06 08:37:37 user nova-compute[75502]:   <clock offset='utc'>
Dec 06 08:37:37 user nova-compute[75502]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 08:37:37 user nova-compute[75502]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 08:37:37 user nova-compute[75502]:     <timer name='hpet' present='no'/>
Dec 06 08:37:37 user nova-compute[75502]:   </clock>
Dec 06 08:37:37 user nova-compute[75502]:   <on_poweroff>destroy</on_poweroff>
Dec 06 08:37:37 user nova-compute[75502]:   <on_reboot>restart</on_reboot>
Dec 06 08:37:37 user nova-compute[75502]:   <on_crash>destroy</on_crash>
Dec 06 08:37:37 user nova-compute[75502]:   <devices>
Dec 06 08:37:37 user nova-compute[75502]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 08:37:37 user nova-compute[75502]:     <disk type='file' device='disk'>
Dec 06 08:37:37 user nova-compute[75502]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 08:37:37 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk' index='2'/>
Dec 06 08:37:37 user nova-compute[75502]:       <backingStore type='file' index='3'>
Dec 06 08:37:37 user nova-compute[75502]:         <format type='raw'/>
Dec 06 08:37:37 user nova-compute[75502]:         <source file='/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9'/>
Dec 06 08:37:37 user nova-compute[75502]:         <backingStore/>
Dec 06 08:37:37 user nova-compute[75502]:       </backingStore>
Dec 06 08:37:37 user nova-compute[75502]:       <target dev='vda' bus='virtio'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='virtio-disk0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </disk>
Dec 06 08:37:37 user nova-compute[75502]:     <disk type='file' device='cdrom'>
Dec 06 08:37:37 user nova-compute[75502]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 08:37:37 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config' index='1'/>
Dec 06 08:37:37 user nova-compute[75502]:       <backingStore/>
Dec 06 08:37:37 user nova-compute[75502]:       <target dev='hda' bus='ide'/>
Dec 06 08:37:37 user nova-compute[75502]:       <readonly/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='ide0-0-0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </disk>
Dec 06 08:37:37 user nova-compute[75502]:     <controller type='usb' index='0' model='none'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='usb'/>
Dec 06 08:37:37 user nova-compute[75502]:     </controller>
Dec 06 08:37:37 user nova-compute[75502]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='pci.0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </controller>
Dec 06 08:37:37 user nova-compute[75502]:     <controller type='ide' index='0'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='ide'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 08:37:37 user nova-compute[75502]:     </controller>
Dec 06 08:37:37 user nova-compute[75502]:     <interface type='ethernet'>
Dec 06 08:37:37 user nova-compute[75502]:       <mac address='fa:16:3e:fd:80:a8'/>
Dec 06 08:37:37 user nova-compute[75502]:       <target dev='tapbe0e97e0-b9'/>
Dec 06 08:37:37 user nova-compute[75502]:       <model type='virtio'/>
Dec 06 08:37:37 user nova-compute[75502]:       <mtu size='1442'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='net0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </interface>
Dec 06 08:37:37 user nova-compute[75502]:     <serial type='pty'>
Dec 06 08:37:37 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:37 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:37 user nova-compute[75502]:       <target type='isa-serial' port='0'>
Dec 06 08:37:37 user nova-compute[75502]:         <model name='isa-serial'/>
Dec 06 08:37:37 user nova-compute[75502]:       </target>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </serial>
Dec 06 08:37:37 user nova-compute[75502]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 08:37:37 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:37 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:37 user nova-compute[75502]:       <target type='serial' port='0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </console>
Dec 06 08:37:37 user nova-compute[75502]:     <input type='mouse' bus='ps2'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='input0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </input>
Dec 06 08:37:37 user nova-compute[75502]:     <input type='keyboard' bus='ps2'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='input1'/>
Dec 06 08:37:37 user nova-compute[75502]:     </input>
Dec 06 08:37:37 user nova-compute[75502]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Dec 06 08:37:37 user nova-compute[75502]:       <listen type='address' address='0.0.0.0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </graphics>
Dec 06 08:37:37 user nova-compute[75502]:     <audio id='1' type='none'/>
Dec 06 08:37:37 user nova-compute[75502]:     <video>
Dec 06 08:37:37 user nova-compute[75502]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='video0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </video>
Dec 06 08:37:37 user nova-compute[75502]:     <memballoon model='virtio'>
Dec 06 08:37:37 user nova-compute[75502]:       <stats period='10'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='balloon0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:37 user nova-compute[75502]:     <rng model='virtio'>
Dec 06 08:37:37 user nova-compute[75502]:       <backend model='random'>/dev/urandom</backend>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='rng0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </rng>
Dec 06 08:37:37 user nova-compute[75502]:   </devices>
Dec 06 08:37:37 user nova-compute[75502]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 08:37:37 user nova-compute[75502]:     <label>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</label>
Dec 06 08:37:37 user nova-compute[75502]:     <imagelabel>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</imagelabel>
Dec 06 08:37:37 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:37 user nova-compute[75502]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 08:37:37 user nova-compute[75502]:     <label>+64055:+108</label>
Dec 06 08:37:37 user nova-compute[75502]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 08:37:37 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:37 user nova-compute[75502]: </domain>
Dec 06 08:37:37 user nova-compute[75502]:  {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface> {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c848cad-7686-41d8-9e14-c90aabe2b611]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:3c:59:b2"/><model type="virtio"/><mtu size="1442"/><target dev="tap1e0a53a2-20"/></interface>not found in domain: <domain type='kvm' id='21'>
Dec 06 08:37:37 user nova-compute[75502]:   <name>instance-00000011</name>
Dec 06 08:37:37 user nova-compute[75502]:   <uuid>8d3e9323-25dd-4765-86be-eee1fca94a50</uuid>
Dec 06 08:37:37 user nova-compute[75502]:   <metadata>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:37 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:37:36</nova:creationTime>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:37:37 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:owner>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:owner>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:ports>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:37:37 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:37 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:ports>
Dec 06 08:37:37 user nova-compute[75502]: </nova:instance>
Dec 06 08:37:37 user nova-compute[75502]:   </metadata>
Dec 06 08:37:37 user nova-compute[75502]:   <memory unit='KiB'>524288</memory>
Dec 06 08:37:37 user nova-compute[75502]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 06 08:37:37 user nova-compute[75502]:   <vcpu placement='static'>1</vcpu>
Dec 06 08:37:37 user nova-compute[75502]:   <resource>
Dec 06 08:37:37 user nova-compute[75502]:     <partition>/machine</partition>
Dec 06 08:37:37 user nova-compute[75502]:   </resource>
Dec 06 08:37:37 user nova-compute[75502]:   <sysinfo type='smbios'>
Dec 06 08:37:37 user nova-compute[75502]:     <system>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='product'>OpenStack Nova</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='version'>0.0.0</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='serial'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='uuid'>8d3e9323-25dd-4765-86be-eee1fca94a50</entry>
Dec 06 08:37:37 user nova-compute[75502]:       <entry name='family'>Virtual Machine</entry>
Dec 06 08:37:37 user nova-compute[75502]:     </system>
Dec 06 08:37:37 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:37 user nova-compute[75502]:   <os>
Dec 06 08:37:37 user nova-compute[75502]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 06 08:37:37 user nova-compute[75502]:     <boot dev='hd'/>
Dec 06 08:37:37 user nova-compute[75502]:     <smbios mode='sysinfo'/>
Dec 06 08:37:37 user nova-compute[75502]:   </os>
Dec 06 08:37:37 user nova-compute[75502]:   <features>
Dec 06 08:37:37 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:37 user nova-compute[75502]:     <apic/>
Dec 06 08:37:37 user nova-compute[75502]:     <vmcoreinfo state='on'/>
Dec 06 08:37:37 user nova-compute[75502]:   </features>
Dec 06 08:37:37 user nova-compute[75502]:   <cpu mode='custom' match='exact' check='full'>
Dec 06 08:37:37 user nova-compute[75502]:     <model fallback='forbid'>Nehalem</model>
Dec 06 08:37:37 user nova-compute[75502]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 06 08:37:37 user nova-compute[75502]:     <feature policy='require' name='vme'/>
Dec 06 08:37:37 user nova-compute[75502]:     <feature policy='require' name='x2apic'/>
Dec 06 08:37:37 user nova-compute[75502]:     <feature policy='require' name='hypervisor'/>
Dec 06 08:37:37 user nova-compute[75502]:   </cpu>
Dec 06 08:37:37 user nova-compute[75502]:   <clock offset='utc'>
Dec 06 08:37:37 user nova-compute[75502]:     <timer name='pit' tickpolicy='delay'/>
Dec 06 08:37:37 user nova-compute[75502]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 06 08:37:37 user nova-compute[75502]:     <timer name='hpet' present='no'/>
Dec 06 08:37:37 user nova-compute[75502]:   </clock>
Dec 06 08:37:37 user nova-compute[75502]:   <on_poweroff>destroy</on_poweroff>
Dec 06 08:37:37 user nova-compute[75502]:   <on_reboot>restart</on_reboot>
Dec 06 08:37:37 user nova-compute[75502]:   <on_crash>destroy</on_crash>
Dec 06 08:37:37 user nova-compute[75502]:   <devices>
Dec 06 08:37:37 user nova-compute[75502]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 06 08:37:37 user nova-compute[75502]:     <disk type='file' device='disk'>
Dec 06 08:37:37 user nova-compute[75502]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 06 08:37:37 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk' index='2'/>
Dec 06 08:37:37 user nova-compute[75502]:       <backingStore type='file' index='3'>
Dec 06 08:37:37 user nova-compute[75502]:         <format type='raw'/>
Dec 06 08:37:37 user nova-compute[75502]:         <source file='/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9'/>
Dec 06 08:37:37 user nova-compute[75502]:         <backingStore/>
Dec 06 08:37:37 user nova-compute[75502]:       </backingStore>
Dec 06 08:37:37 user nova-compute[75502]:       <target dev='vda' bus='virtio'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='virtio-disk0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </disk>
Dec 06 08:37:37 user nova-compute[75502]:     <disk type='file' device='cdrom'>
Dec 06 08:37:37 user nova-compute[75502]:       <driver name='qemu' type='raw' cache='none'/>
Dec 06 08:37:37 user nova-compute[75502]:       <source file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/disk.config' index='1'/>
Dec 06 08:37:37 user nova-compute[75502]:       <backingStore/>
Dec 06 08:37:37 user nova-compute[75502]:       <target dev='hda' bus='ide'/>
Dec 06 08:37:37 user nova-compute[75502]:       <readonly/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='ide0-0-0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </disk>
Dec 06 08:37:37 user nova-compute[75502]:     <controller type='usb' index='0' model='none'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='usb'/>
Dec 06 08:37:37 user nova-compute[75502]:     </controller>
Dec 06 08:37:37 user nova-compute[75502]:     <controller type='pci' index='0' model='pci-root'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='pci.0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </controller>
Dec 06 08:37:37 user nova-compute[75502]:     <controller type='ide' index='0'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='ide'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 06 08:37:37 user nova-compute[75502]:     </controller>
Dec 06 08:37:37 user nova-compute[75502]:     <interface type='ethernet'>
Dec 06 08:37:37 user nova-compute[75502]:       <mac address='fa:16:3e:fd:80:a8'/>
Dec 06 08:37:37 user nova-compute[75502]:       <target dev='tapbe0e97e0-b9'/>
Dec 06 08:37:37 user nova-compute[75502]:       <model type='virtio'/>
Dec 06 08:37:37 user nova-compute[75502]:       <mtu size='1442'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='net0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </interface>
Dec 06 08:37:37 user nova-compute[75502]:     <serial type='pty'>
Dec 06 08:37:37 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:37 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:37 user nova-compute[75502]:       <target type='isa-serial' port='0'>
Dec 06 08:37:37 user nova-compute[75502]:         <model name='isa-serial'/>
Dec 06 08:37:37 user nova-compute[75502]:       </target>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </serial>
Dec 06 08:37:37 user nova-compute[75502]:     <console type='pty' tty='/dev/pts/6'>
Dec 06 08:37:37 user nova-compute[75502]:       <source path='/dev/pts/6'/>
Dec 06 08:37:37 user nova-compute[75502]:       <log file='/opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50/console.log' append='off'/>
Dec 06 08:37:37 user nova-compute[75502]:       <target type='serial' port='0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='serial0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </console>
Dec 06 08:37:37 user nova-compute[75502]:     <input type='mouse' bus='ps2'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='input0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </input>
Dec 06 08:37:37 user nova-compute[75502]:     <input type='keyboard' bus='ps2'>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='input1'/>
Dec 06 08:37:37 user nova-compute[75502]:     </input>
Dec 06 08:37:37 user nova-compute[75502]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Dec 06 08:37:37 user nova-compute[75502]:       <listen type='address' address='0.0.0.0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </graphics>
Dec 06 08:37:37 user nova-compute[75502]:     <audio id='1' type='none'/>
Dec 06 08:37:37 user nova-compute[75502]:     <video>
Dec 06 08:37:37 user nova-compute[75502]:       <model type='virtio' heads='1' primary='yes'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='video0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </video>
Dec 06 08:37:37 user nova-compute[75502]:     <memballoon model='virtio'>
Dec 06 08:37:37 user nova-compute[75502]:       <stats period='10'/>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='balloon0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:37 user nova-compute[75502]:     <rng model='virtio'>
Dec 06 08:37:37 user nova-compute[75502]:       <backend model='random'>/dev/urandom</backend>
Dec 06 08:37:37 user nova-compute[75502]:       <alias name='rng0'/>
Dec 06 08:37:37 user nova-compute[75502]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 06 08:37:37 user nova-compute[75502]:     </rng>
Dec 06 08:37:37 user nova-compute[75502]:   </devices>
Dec 06 08:37:37 user nova-compute[75502]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 06 08:37:37 user nova-compute[75502]:     <label>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</label>
Dec 06 08:37:37 user nova-compute[75502]:     <imagelabel>libvirt-8d3e9323-25dd-4765-86be-eee1fca94a50</imagelabel>
Dec 06 08:37:37 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:37 user nova-compute[75502]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 06 08:37:37 user nova-compute[75502]:     <label>+64055:+108</label>
Dec 06 08:37:37 user nova-compute[75502]:     <imagelabel>+64055:+108</imagelabel>
Dec 06 08:37:37 user nova-compute[75502]:   </seclabel>
Dec 06 08:37:37 user nova-compute[75502]: </domain>
Dec 06 08:37:37 user nova-compute[75502]:  {{(pid=75502) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 06 08:37:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Detaching interface fa:16:3e:3c:59:b2 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap1e0a53a2-20' not found.
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Converting VIF {"id": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "address": "fa:16:3e:3c:59:b2", "network": {"id": "5f1229dc-f0b5-4bb2-b1ac-81981119d1ce", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-960885083", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e0a53a2-20", "ovs_interfaceid": "1e0a53a2-20a0-4787-a614-3c939ef7507d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_vif [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e0a53a2-20, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[df8ae6e0-5b0a-4c67-a8b0-67b4e601a407]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: INFO os_vif [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:59:b2,bridge_name='br-int',has_traffic_filtering=True,id=1e0a53a2-20a0-4787-a614-3c939ef7507d,network=Network(5f1229dc-f0b5-4bb2-b1ac-81981119d1ce),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e0a53a2-20')
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [req-65a9ba6b-6df7-48cc-925e-39d7ab18da58 req-463783dc-e8cd-4476-ab0a-b26d21815d66 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:37 user nova-compute[75502]:   <nova:package version="0.0.0"/>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:name>tempest-device-tagging-server-532450424</nova:name>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:creationTime>2023-12-06 08:37:37</nova:creationTime>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:flavor name="m1.tiny">
Dec 06 08:37:37 user nova-compute[75502]:     <nova:memory>512</nova:memory>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:disk>1</nova:disk>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:swap>0</nova:swap>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:flavor>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:owner>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:user uuid="779afaf144ae40e6a7aa330b2eb41c3f">tempest-TaggedAttachmentsTest-17283510-project-member</nova:user>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:project uuid="330099b4598f41d79b1e83e91e943c06">tempest-TaggedAttachmentsTest-17283510</nova:project>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:owner>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:37 user nova-compute[75502]:   <nova:ports>
Dec 06 08:37:37 user nova-compute[75502]:     <nova:port uuid="be0e97e0-b9f4-4426-a713-f6b21b9a02b2">
Dec 06 08:37:37 user nova-compute[75502]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:37 user nova-compute[75502]:     </nova:port>
Dec 06 08:37:37 user nova-compute[75502]:   </nova:ports>
Dec 06 08:37:37 user nova-compute[75502]: </nova:instance>
Dec 06 08:37:37 user nova-compute[75502]:  {{(pid=75502) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.165s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cae0462-94bb-44df-a8ff-d5d0b652752b]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1893d24-7602-4e85-9498-5fef27e3fe99]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cf1776d-d8e8-4f85-b8e9-6077aa84afa9]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]
Dec 06 08:37:37 user nova-compute[75502]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab99d32-be63-431a-977c-ba1fbf129300]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.467s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== disconnect_volume: return (470ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start _get_guest_xml network_info=[{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3ee60211-2f15-4295-9661-f3a42049ab0d', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '702fb1f7-01bd-448d-8399-5b04e2354b8f', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'serial': 'cfa1a214-fe9c-4643-9845-20bbe340b0ca'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'numa_topology' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'vcpu_model' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:37:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:37:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:37:37 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[19c9b711-b6c6-40b2-9099-10f3b0486e45]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:37:37 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9e4fbb4-328c-44e1-9081-56d5904d6353]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca] added
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a0a264-4bc6-4129-8b2f-c2f621f43521]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d89fbe4-132e-4b8d-8018-b09eaa2551bf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pvEqrkdY {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [{"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pvEqrkdY" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[29d51541-4719-4e9f-a906-ba652944a0e0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pvEqrkdY'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Releasing lock "refresh_cache-8d3e9323-25dd-4765-86be-eee1fca94a50" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c9585b-ebba-4626-9b85-d17a704bfa90]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51856d46-1f20-4f6a-9487-34c521fb5dac tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "interface-8d3e9323-25dd-4765-86be-eee1fca94a50-1e0a53a2-20a0-4787-a614-3c939ef7507d" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.984s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[736fc7f9-acf9-4b9c-a97b-d758e527d187]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:37 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:37 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:37:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f80559-6d69-4659-9af7-dc0e3049b8f8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]
Dec 06 08:37:38 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.
Dec 06 08:37:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdd2a75-6e33-4a92-8b17-0867c8fd73a7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23d35e3-9f4a-4d3a-9179-9cc9cf2a2303]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:38 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:38 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:38 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:38 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6b544c-d173-45a6-8a1e-863743c2b857]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:37:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23364336636653532', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23364336636653532', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:35:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'pci_devices' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:37:39 user nova-compute[75502]:   <uuid>702fb1f7-01bd-448d-8399-5b04e2354b8f</uuid>
Dec 06 08:37:39 user nova-compute[75502]:   <name>instance-0000000e</name>
Dec 06 08:37:39 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:37:39 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:37:39 user nova-compute[75502]:   <metadata>
Dec 06 08:37:39 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:39 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:37:39 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeTestJSON-server-106533135</nova:name>
Dec 06 08:37:39 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:37:37</nova:creationTime>
Dec 06 08:37:39 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:37:39 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:39 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:37:39 user nova-compute[75502]:       <nova:owner>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:user uuid="b89a5c6b4cd241a594b12f9753e9e843">tempest-AttachVolumeTestJSON-2020332707-project-member</nova:user>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:project uuid="e073244d04534538970f37f497e45b34">tempest-AttachVolumeTestJSON-2020332707</nova:project>
Dec 06 08:37:39 user nova-compute[75502]:       </nova:owner>
Dec 06 08:37:39 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:39 user nova-compute[75502]:       <nova:ports>
Dec 06 08:37:39 user nova-compute[75502]:         <nova:port uuid="0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42">
Dec 06 08:37:39 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:37:39 user nova-compute[75502]:         </nova:port>
Dec 06 08:37:39 user nova-compute[75502]:       </nova:ports>
Dec 06 08:37:39 user nova-compute[75502]:     </nova:instance>
Dec 06 08:37:39 user nova-compute[75502]:   </metadata>
Dec 06 08:37:39 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:37:39 user nova-compute[75502]:     <system>
Dec 06 08:37:39 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:37:39 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:37:39 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:37:39 user nova-compute[75502]:       <entry name="serial">702fb1f7-01bd-448d-8399-5b04e2354b8f</entry>
Dec 06 08:37:39 user nova-compute[75502]:       <entry name="uuid">702fb1f7-01bd-448d-8399-5b04e2354b8f</entry>
Dec 06 08:37:39 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:37:39 user nova-compute[75502]:     </system>
Dec 06 08:37:39 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:39 user nova-compute[75502]:   <os>
Dec 06 08:37:39 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:37:39 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:37:39 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:37:39 user nova-compute[75502]:   </os>
Dec 06 08:37:39 user nova-compute[75502]:   <features>
Dec 06 08:37:39 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:39 user nova-compute[75502]:     <apic/>
Dec 06 08:37:39 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:37:39 user nova-compute[75502]:   </features>
Dec 06 08:37:39 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:37:39 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:37:39 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:37:39 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:37:39 user nova-compute[75502]:   </clock>
Dec 06 08:37:39 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:37:39 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:37:39 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:37:39 user nova-compute[75502]:   </cpu>
Dec 06 08:37:39 user nova-compute[75502]:   <devices>
Dec 06 08:37:39 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:37:39 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:37:39 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk"/>
Dec 06 08:37:39 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:37:39 user nova-compute[75502]:     </disk>
Dec 06 08:37:39 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:37:39 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:37:39 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:37:39 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:37:39 user nova-compute[75502]:       <serial>cfa1a214-fe9c-4643-9845-20bbe340b0ca</serial>
Dec 06 08:37:39 user nova-compute[75502]:     </disk>
Dec 06 08:37:39 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:37:39 user nova-compute[75502]:       <mac address="fa:16:3e:a6:7b:23"/>
Dec 06 08:37:39 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:39 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:37:39 user nova-compute[75502]:       <target dev="tap0a98b6a4-7d"/>
Dec 06 08:37:39 user nova-compute[75502]:     </interface>
Dec 06 08:37:39 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:37:39 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/console.log" append="off"/>
Dec 06 08:37:39 user nova-compute[75502]:     </serial>
Dec 06 08:37:39 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:37:39 user nova-compute[75502]:     <video>
Dec 06 08:37:39 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:39 user nova-compute[75502]:     </video>
Dec 06 08:37:39 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:37:39 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:37:39 user nova-compute[75502]:     </rng>
Dec 06 08:37:39 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:37:39 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:37:39 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:37:39 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:39 user nova-compute[75502]:   </devices>
Dec 06 08:37:39 user nova-compute[75502]: </domain>
Dec 06 08:37:39 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'trusted_certs' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking if we can resize image /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Cannot resize image /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:37:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'migration_context' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG nova.objects.base [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:35:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG os_vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c473ea6-d20c-5bd4-90b3-32bad227c08b', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0a98b6a4-7d, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0a98b6a4-7d, col_values=(('qos', UUID('1bf39e70-2a0b-49e5-bd1b-8712cd3210b2')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0a98b6a4-7d, col_values=(('external_ids', {'iface-id': '0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:7b:23', 'vm-uuid': '702fb1f7-01bd-448d-8399-5b04e2354b8f'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:40 user nova-compute[75502]: INFO os_vif [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d')
Dec 06 08:37:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:37:43 user nova-compute[75502]: INFO nova.compute.manager [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] instance snapshotting
Dec 06 08:37:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Beginning live snapshot process
Dec 06 08:37:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:37:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance rebooted successfully.
Dec 06 08:37:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-96fd8b34-3c19-4245-a148-bfc2aaffa18b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-c229e0cd-d43f-432e-b9e4-103375b8ab7e req-7e0febd2-d8fe-4df0-b6ff-145c70966c2a service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c229e0cd-d43f-432e-b9e4-103375b8ab7e req-7e0febd2-d8fe-4df0-b6ff-145c70966c2a service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c229e0cd-d43f-432e-b9e4-103375b8ab7e req-7e0febd2-d8fe-4df0-b6ff-145c70966c2a service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c229e0cd-d43f-432e-b9e4-103375b8ab7e req-7e0febd2-d8fe-4df0-b6ff-145c70966c2a service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-c229e0cd-d43f-432e-b9e4-103375b8ab7e req-7e0febd2-d8fe-4df0-b6ff-145c70966c2a service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:44 user nova-compute[75502]: WARNING nova.compute.manager [req-c229e0cd-d43f-432e-b9e4-103375b8ab7e req-7e0febd2-d8fe-4df0-b6ff-145c70966c2a service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state active and task_state None.
Dec 06 08:37:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpd7af8b_e/7fb2f3979368404ab300904acb25b114.delta 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpd7af8b_e/7fb2f3979368404ab300904acb25b114.delta 1073741824" returned: 0 in 0.046s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 08:37:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:37:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] COPY block job progress, current cursor: 17956864 final cursor: 75497472 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:37:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:37:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 08:37:46 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpd7af8b_e/7fb2f3979368404ab300904acb25b114.delta /opt/stack/data/nova/instances/snapshots/tmpd7af8b_e/7fb2f3979368404ab300904acb25b114 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-7d40a6eb-27b7-4a77-8385-fb0d0a3cbe80 req-0c599528-e0e5-4feb-a622-ded86e1590b8 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7d40a6eb-27b7-4a77-8385-fb0d0a3cbe80 req-0c599528-e0e5-4feb-a622-ded86e1590b8 service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7d40a6eb-27b7-4a77-8385-fb0d0a3cbe80 req-0c599528-e0e5-4feb-a622-ded86e1590b8 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7d40a6eb-27b7-4a77-8385-fb0d0a3cbe80 req-0c599528-e0e5-4feb-a622-ded86e1590b8 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-7d40a6eb-27b7-4a77-8385-fb0d0a3cbe80 req-0c599528-e0e5-4feb-a622-ded86e1590b8 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:46 user nova-compute[75502]: WARNING nova.compute.manager [req-7d40a6eb-27b7-4a77-8385-fb0d0a3cbe80 req-0c599528-e0e5-4feb-a622-ded86e1590b8 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state active and task_state None.
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpd7af8b_e/7fb2f3979368404ab300904acb25b114.delta /opt/stack/data/nova/instances/snapshots/tmpd7af8b_e/7fb2f3979368404ab300904acb25b114" returned: 0 in 0.635s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Snapshot extracted, beginning image upload
Dec 06 08:37:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GxaHDNAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:37:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:37:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:37:46 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca864cd3-ebbb-4229-b689-8a3ca1b8f59e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:37:46 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e27d217-f2e7-4b4e-98be-7077bc76693d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3] added
Dec 06 08:37:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee782a44-814b-4474-88d0-2b02a8d85d26]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8dd1a59-2649-4d23-a2a4-3db6e8f627c8]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GxaHDNAZ {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GxaHDNAZ" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f39cc6e-8fa4-4a32-b30a-dbeafe493d2c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GxaHDNAZ'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[23bb2f80-cc05-4d31-b184-62c71f0a119b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[821dbb53-ef04-4c25-b182-31d893c454a1]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:46 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:46 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:46 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:46 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:37:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ae14f1-3029-4273-b643-fe21d28a5591]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260]
Dec 06 08:37:47 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260] successful.
Dec 06 08:37:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b47e228-2bda-4202-a096-a2e4e7c66614]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[11da8d34-b82b-4c6d-9313-a7fd8da4d071]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:47 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:47 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:47 user nova-compute[75502]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 (non-flash)
Dec 06 08:37:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:37:47 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:37:47 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:37:47 user nova-compute[75502]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 (non-flash)
Dec 06 08:37:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[53806261-7e40-4529-841e-48a98cd09602]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GxaHDNAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:37:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '26331343332343939', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331343332343939', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'flavor' on Instance uuid 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:37:48 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:37:48 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:37:48 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:37:48 user nova-compute[75502]:   <serial>52bd9751-54ee-48ab-8639-a4800d69b9c3</serial>
Dec 06 08:37:48 user nova-compute[75502]: </disk>
Dec 06 08:37:48 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No VIF found with MAC fa:16:3e:83:33:be, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-18d23367-dfde-4e25-999b-4397987dd5a2 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.795s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Snapshot image upload complete
Dec 06 08:37:50 user nova-compute[75502]: INFO nova.compute.manager [None req-8d7d90f8-6d71-463f-b7f8-3a089efb6275 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Took 6.87 seconds to snapshot the instance on the hypervisor.
Dec 06 08:37:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:50 user nova-compute[75502]: INFO nova.compute.manager [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Detaching volume 52bd9751-54ee-48ab-8639-a4800d69b9c3
Dec 06 08:37:50 user nova-compute[75502]: INFO nova.virt.block_device [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Attempting to driver detach volume 52bd9751-54ee-48ab-8639-a4800d69b9c3 from mountpoint /dev/vdb
Dec 06 08:37:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Attempting to detach device vdb from instance 2259b282-5c31-471e-a815-8a625006f1cc from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:37:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:37:50 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:37:50 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:37:50 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:37:50 user nova-compute[75502]:   <serial>52bd9751-54ee-48ab-8639-a4800d69b9c3</serial>
Dec 06 08:37:50 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:37:50 user nova-compute[75502]: </disk>
Dec 06 08:37:50 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:37:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Successfully detached device vdb from instance 2259b282-5c31-471e-a815-8a625006f1cc from the persistent domain config.
Dec 06 08:37:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2259b282-5c31-471e-a815-8a625006f1cc from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:37:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:37:50 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:37:50 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:37:50 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:37:50 user nova-compute[75502]:   <serial>52bd9751-54ee-48ab-8639-a4800d69b9c3</serial>
Dec 06 08:37:50 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:37:50 user nova-compute[75502]: </disk>
Dec 06 08:37:50 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:37:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:37:53 user nova-compute[75502]: INFO nova.compute.claims [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Claim successful on node user
Dec 06 08:37:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:37:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:37:53 user nova-compute[75502]: DEBUG nova.policy [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3807a161eac040fe865dd5c9c55bc2cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b83ee14781449e09ea0c40d82439f44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:37:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Creating image(s)
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "/opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "/opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "/opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk 1073741824" returned: 0 in 0.055s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Successfully created port: b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Cannot resize image /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Ensure instance console log exists: /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Successfully updated port: b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquired lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-changed-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Refreshing instance network info cache due to event network-changed-b3373a21-4fda-46b5-8585-7f9a88aa9bfc. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] Acquiring lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating instance_info_cache with network_info: [{"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Releasing lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Instance network_info: |[{"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] Acquired lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Refreshing network info cache for port b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Start _get_guest_xml network_info=[{"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:37:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:37:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2074406904',display_name='tempest-TestStampPattern-server-2074406904',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2074406904',id=23,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEMBF9h/0eQXhAhfnZWqQGxPLFvJbWROCOuwMmYSR4BV8u3EtNwSnyuANo3PCoGgHXgYRLE5Gl7ffzmZD2Vg9ZCI2zyMJ6F4YIeIc/dRQFN3e/u0zYE+aMPXKsadHwaJmg==',key_name='tempest-TestStampPattern-862937880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b83ee14781449e09ea0c40d82439f44',ramdisk_id='',reservation_id='r-4jr4yrjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-24405639',owner_user_name='tempest-TestStampPattern-24405639-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:37:54Z,user_data=None,user_id='3807a161eac040fe865dd5c9c55bc2cf',uuid=7af621c5-0149-4294-b955-d033a825c72c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converting VIF {"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'pci_devices' on Instance uuid 7af621c5-0149-4294-b955-d033a825c72c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:37:55 user nova-compute[75502]:   <uuid>7af621c5-0149-4294-b955-d033a825c72c</uuid>
Dec 06 08:37:55 user nova-compute[75502]:   <name>instance-00000017</name>
Dec 06 08:37:55 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:37:55 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:37:55 user nova-compute[75502]:   <metadata>
Dec 06 08:37:55 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:37:55 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:37:55 user nova-compute[75502]:       <nova:name>tempest-TestStampPattern-server-2074406904</nova:name>
Dec 06 08:37:55 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:37:55</nova:creationTime>
Dec 06 08:37:55 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:37:55 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:37:55 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:37:55 user nova-compute[75502]:       <nova:owner>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:user uuid="3807a161eac040fe865dd5c9c55bc2cf">tempest-TestStampPattern-24405639-project-member</nova:user>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:project uuid="3b83ee14781449e09ea0c40d82439f44">tempest-TestStampPattern-24405639</nova:project>
Dec 06 08:37:55 user nova-compute[75502]:       </nova:owner>
Dec 06 08:37:55 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:37:55 user nova-compute[75502]:       <nova:ports>
Dec 06 08:37:55 user nova-compute[75502]:         <nova:port uuid="b3373a21-4fda-46b5-8585-7f9a88aa9bfc">
Dec 06 08:37:55 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 08:37:55 user nova-compute[75502]:         </nova:port>
Dec 06 08:37:55 user nova-compute[75502]:       </nova:ports>
Dec 06 08:37:55 user nova-compute[75502]:     </nova:instance>
Dec 06 08:37:55 user nova-compute[75502]:   </metadata>
Dec 06 08:37:55 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:37:55 user nova-compute[75502]:     <system>
Dec 06 08:37:55 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:37:55 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:37:55 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:37:55 user nova-compute[75502]:       <entry name="serial">7af621c5-0149-4294-b955-d033a825c72c</entry>
Dec 06 08:37:55 user nova-compute[75502]:       <entry name="uuid">7af621c5-0149-4294-b955-d033a825c72c</entry>
Dec 06 08:37:55 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:37:55 user nova-compute[75502]:     </system>
Dec 06 08:37:55 user nova-compute[75502]:   </sysinfo>
Dec 06 08:37:55 user nova-compute[75502]:   <os>
Dec 06 08:37:55 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:37:55 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:37:55 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:37:55 user nova-compute[75502]:   </os>
Dec 06 08:37:55 user nova-compute[75502]:   <features>
Dec 06 08:37:55 user nova-compute[75502]:     <acpi/>
Dec 06 08:37:55 user nova-compute[75502]:     <apic/>
Dec 06 08:37:55 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:37:55 user nova-compute[75502]:   </features>
Dec 06 08:37:55 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:37:55 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:37:55 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:37:55 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:37:55 user nova-compute[75502]:   </clock>
Dec 06 08:37:55 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:37:55 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:37:55 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:37:55 user nova-compute[75502]:   </cpu>
Dec 06 08:37:55 user nova-compute[75502]:   <devices>
Dec 06 08:37:55 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:37:55 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:37:55 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk"/>
Dec 06 08:37:55 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:37:55 user nova-compute[75502]:     </disk>
Dec 06 08:37:55 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:37:55 user nova-compute[75502]:       <mac address="fa:16:3e:a1:d7:24"/>
Dec 06 08:37:55 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:55 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:37:55 user nova-compute[75502]:       <target dev="tapb3373a21-4f"/>
Dec 06 08:37:55 user nova-compute[75502]:     </interface>
Dec 06 08:37:55 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:37:55 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/console.log" append="off"/>
Dec 06 08:37:55 user nova-compute[75502]:     </serial>
Dec 06 08:37:55 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:37:55 user nova-compute[75502]:     <video>
Dec 06 08:37:55 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:37:55 user nova-compute[75502]:     </video>
Dec 06 08:37:55 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:37:55 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:37:55 user nova-compute[75502]:     </rng>
Dec 06 08:37:55 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:37:55 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:37:55 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:37:55 user nova-compute[75502]:     </memballoon>
Dec 06 08:37:55 user nova-compute[75502]:   </devices>
Dec 06 08:37:55 user nova-compute[75502]: </domain>
Dec 06 08:37:55 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:37:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2074406904',display_name='tempest-TestStampPattern-server-2074406904',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2074406904',id=23,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEMBF9h/0eQXhAhfnZWqQGxPLFvJbWROCOuwMmYSR4BV8u3EtNwSnyuANo3PCoGgHXgYRLE5Gl7ffzmZD2Vg9ZCI2zyMJ6F4YIeIc/dRQFN3e/u0zYE+aMPXKsadHwaJmg==',key_name='tempest-TestStampPattern-862937880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b83ee14781449e09ea0c40d82439f44',ramdisk_id='',reservation_id='r-4jr4yrjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-24405639',owner_user_name='tempest-TestStampPattern-24405639-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:37:54Z,user_data=None,user_id='3807a161eac040fe865dd5c9c55bc2cf',uuid=7af621c5-0149-4294-b955-d033a825c72c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converting VIF {"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG os_vif [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fed21bcc-379b-5b27-a80f-02833da48bf6', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb3373a21-4f, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb3373a21-4f, col_values=(('qos', UUID('0a906d08-5347-4e11-a5ac-2d7e349e6894')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb3373a21-4f, col_values=(('external_ids', {'iface-id': 'b3373a21-4fda-46b5-8585-7f9a88aa9bfc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:d7:24', 'vm-uuid': '7af621c5-0149-4294-b955-d033a825c72c'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:55 user nova-compute[75502]: INFO os_vif [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f')
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No VIF found with MAC fa:16:3e:a1:d7:24, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updated VIF entry in instance network info cache for port b3373a21-4fda-46b5-8585-7f9a88aa9bfc. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating instance_info_cache with network_info: [{"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:37:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b2dd1912-c805-41d5-b2e0-cfc1a2c7eb99 req-220d2e4e-fb61-4800-8a95-c904695657c6 service nova] Releasing lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-be6f5f45-bfe5-48d0-abf1-9087b37ec92d req-a37c3b22-ba4f-4c27-bd1d-7d38b6a54151 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-be6f5f45-bfe5-48d0-abf1-9087b37ec92d req-a37c3b22-ba4f-4c27-bd1d-7d38b6a54151 service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-be6f5f45-bfe5-48d0-abf1-9087b37ec92d req-a37c3b22-ba4f-4c27-bd1d-7d38b6a54151 service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-be6f5f45-bfe5-48d0-abf1-9087b37ec92d req-a37c3b22-ba4f-4c27-bd1d-7d38b6a54151 service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-be6f5f45-bfe5-48d0-abf1-9087b37ec92d req-a37c3b22-ba4f-4c27-bd1d-7d38b6a54151 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:57 user nova-compute[75502]: WARNING nova.compute.manager [req-be6f5f45-bfe5-48d0-abf1-9087b37ec92d req-a37c3b22-ba4f-4c27-bd1d-7d38b6a54151 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received unexpected event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with vm_state building and task_state spawning.
Dec 06 08:37:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:37:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Instance spawned successfully.
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:37:59 user nova-compute[75502]: INFO nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Took 5.35 seconds to spawn the instance on the hypervisor.
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-374d4a54-93fc-4eb9-adf2-9b6299d70ea8 req-da130e04-b801-4d05-bc29-4e92740c59c5 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-374d4a54-93fc-4eb9-adf2-9b6299d70ea8 req-da130e04-b801-4d05-bc29-4e92740c59c5 service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-374d4a54-93fc-4eb9-adf2-9b6299d70ea8 req-da130e04-b801-4d05-bc29-4e92740c59c5 service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-374d4a54-93fc-4eb9-adf2-9b6299d70ea8 req-da130e04-b801-4d05-bc29-4e92740c59c5 service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:37:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-374d4a54-93fc-4eb9-adf2-9b6299d70ea8 req-da130e04-b801-4d05-bc29-4e92740c59c5 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:37:59 user nova-compute[75502]: WARNING nova.compute.manager [req-374d4a54-93fc-4eb9-adf2-9b6299d70ea8 req-da130e04-b801-4d05-bc29-4e92740c59c5 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received unexpected event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with vm_state building and task_state spawning.
Dec 06 08:37:59 user nova-compute[75502]: INFO nova.compute.manager [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Took 6.19 seconds to build instance.
Dec 06 08:37:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-edd0632c-6d38-4bd1-aab7-4422aedc9615 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.296s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:06 user nova-compute[75502]: INFO nova.compute.manager [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Terminating instance
Dec 06 08:38:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-daf6347c-3fda-4130-89ad-024df960c649 req-d9805529-fa49-4585-bb9c-43f216f96b22 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-unplugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-daf6347c-3fda-4130-89ad-024df960c649 req-d9805529-fa49-4585-bb9c-43f216f96b22 service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-daf6347c-3fda-4130-89ad-024df960c649 req-d9805529-fa49-4585-bb9c-43f216f96b22 service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-daf6347c-3fda-4130-89ad-024df960c649 req-d9805529-fa49-4585-bb9c-43f216f96b22 service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-daf6347c-3fda-4130-89ad-024df960c649 req-d9805529-fa49-4585-bb9c-43f216f96b22 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-unplugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-daf6347c-3fda-4130-89ad-024df960c649 req-d9805529-fa49-4585-bb9c-43f216f96b22 service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-unplugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Instance destroyed successfully.
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lazy-loading 'resources' on Instance uuid 8d3e9323-25dd-4765-86be-eee1fca94a50 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:34:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-532450424',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-532450424',id=17,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjE27+FA3M/w72AuA3BRxqKRSLztD5XCqqmYbEDLj4NOj82Zh/FERf0zJcf/Nlzhlrw42GGFCDcj+8gb3bJ+UpMjrKsNXaT3Xjpv8DhW4A9G4hcNMsA7DT8LEXhEMX65g==',key_name='tempest-keypair-823397818',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330099b4598f41d79b1e83e91e943c06',ramdisk_id='',reservation_id='r-rly0e1s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-17283510',owner_user_name='tempest-TaggedAttachmentsTest-17283510-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='779afaf144ae40e6a7aa330b2eb41c3f',uuid=8d3e9323-25dd-4765-86be-eee1fca94a50,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converting VIF {"id": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "address": "fa:16:3e:fd:80:a8", "network": {"id": "0d86802b-410a-4b6a-90ab-aff845bb34f8", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-908265720-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.44", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330099b4598f41d79b1e83e91e943c06", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe0e97e0-b9", "ovs_interfaceid": "be0e97e0-b9f4-4426-a713-f6b21b9a02b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG os_vif [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe0e97e0-b9, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ec7539e7-1ef2-4dc5-9435-26a00f70f677) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:07 user nova-compute[75502]: INFO os_vif [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:80:a8,bridge_name='br-int',has_traffic_filtering=True,id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2,network=Network(0d86802b-410a-4b6a-90ab-aff845bb34f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe0e97e0-b9')
Dec 06 08:38:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Deleting instance files /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50_del
Dec 06 08:38:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Deletion of /opt/stack/data/nova/instances/8d3e9323-25dd-4765-86be-eee1fca94a50_del complete
Dec 06 08:38:07 user nova-compute[75502]: INFO nova.compute.manager [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 06 08:38:07 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:38:07 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-a047bd6a-703e-411a-a344-b52823b7f9af req-64991434-ceec-41cd-8860-7744d3b175ea service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-deleted-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:08 user nova-compute[75502]: INFO nova.compute.manager [req-a047bd6a-703e-411a-a344-b52823b7f9af req-64991434-ceec-41cd-8860-7744d3b175ea service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Neutron deleted interface be0e97e0-b9f4-4426-a713-f6b21b9a02b2; detaching it from the instance and deleting it from the info cache
Dec 06 08:38:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-a047bd6a-703e-411a-a344-b52823b7f9af req-64991434-ceec-41cd-8860-7744d3b175ea service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:08 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Took 1.03 seconds to deallocate network for instance.
Dec 06 08:38:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-a047bd6a-703e-411a-a344-b52823b7f9af req-64991434-ceec-41cd-8860-7744d3b175ea service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Detach interface failed, port_id=be0e97e0-b9f4-4426-a713-f6b21b9a02b2, reason: Instance 8d3e9323-25dd-4765-86be-eee1fca94a50 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6f2d37a-4439-47d7-b164-f82837b2a52d req-35d46f8b-4c61-4198-a1de-86371b87e1eb service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received event network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6f2d37a-4439-47d7-b164-f82837b2a52d req-35d46f8b-4c61-4198-a1de-86371b87e1eb service nova] Acquiring lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6f2d37a-4439-47d7-b164-f82837b2a52d req-35d46f8b-4c61-4198-a1de-86371b87e1eb service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6f2d37a-4439-47d7-b164-f82837b2a52d req-35d46f8b-4c61-4198-a1de-86371b87e1eb service nova] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6f2d37a-4439-47d7-b164-f82837b2a52d req-35d46f8b-4c61-4198-a1de-86371b87e1eb service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] No waiting events found dispatching network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:09 user nova-compute[75502]: WARNING nova.compute.manager [req-a6f2d37a-4439-47d7-b164-f82837b2a52d req-35d46f8b-4c61-4198-a1de-86371b87e1eb service nova] [instance: 8d3e9323-25dd-4765-86be-eee1fca94a50] Received unexpected event network-vif-plugged-be0e97e0-b9f4-4426-a713-f6b21b9a02b2 for instance with vm_state deleted and task_state None.
Dec 06 08:38:09 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.490s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:09 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Deleted allocations for instance 8d3e9323-25dd-4765-86be-eee1fca94a50
Dec 06 08:38:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b89e0793-c9de-4768-a56f-6d8e96bf384c tempest-TaggedAttachmentsTest-17283510 tempest-TaggedAttachmentsTest-17283510-project-member] Lock "8d3e9323-25dd-4765-86be-eee1fca94a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.738s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:10 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2259b282-5c31-471e-a815-8a625006f1cc is timed out.
Dec 06 08:38:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Successfully detached device vdb from instance 2259b282-5c31-471e-a815-8a625006f1cc from the live domain config.
Dec 06 08:38:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GxaHDNAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:38:10 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f8595c-3d37-4322-b865-691f8d1b022b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:38:10 user nova-compute[75502]: No targets found.
Dec 06 08:38:10 user nova-compute[75502]: iSNS:
Dec 06 08:38:10 user nova-compute[75502]: No targets found.
Dec 06 08:38:10 user nova-compute[75502]: STATIC:
Dec 06 08:38:10 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3
Dec 06 08:38:10 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:38:10 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:38:10 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:38:10 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:38:10 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:38:10 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:38:10 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:38:10 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:38:10 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:38:10 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:38:10 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:38:10 user nova-compute[75502]: FIRMWARE:
Dec 06 08:38:10 user nova-compute[75502]: No targets found.
Dec 06 08:38:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:38:10 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:38:10 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[30243f7d-ed85-4a9c-9508-1cda761bd8b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3642db92-d7a0-4e2c-ad7a-cd8114dd87bc]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:38:10 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:38:10 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:38:10 user nova-compute[75502]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 (non-flash)
Dec 06 08:38:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:38:10 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:38:10 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:38:10 user nova-compute[75502]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 (non-flash)
Dec 06 08:38:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f3fd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9830c4-ef91-4457-bc60-9fad79586d1c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d45bd19-b566-4dab-86fc-74bd275a98da]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca7f7de-b5dc-4ecb-af7d-ee00b4b1ba0c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9655efdc-a707-407d-8d68-5c77eb24d271]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd97fe1-b0d2-4c98-a63c-3a8ea97b3e1a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d02042-934c-43b9-8fd1-b13a88972106]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260]
Dec 06 08:38:11 user nova-compute[75502]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3, portal: 172.16.0.220,3260] successful.
Dec 06 08:38:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52bd9751-54ee-48ab-8639-a4800d69b9c3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[43fb1e9f-24e5-46a4-b297-521f06ed2e2e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] <== disconnect_volume: return (333ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:38:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'flavor' on Instance uuid 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02ca4b98-c38a-4f4a-ba47-ada2bb5b032f tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.741s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:38:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=6959MB free_disk=25.333396911621094GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2259b282-5c31-471e-a815-8a625006f1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance c5c70585-5ae6-473e-978c-9b0ee9916642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3ff0a662-b27d-48e8-b8e5-f78400f64644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:38:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:38:20 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:20 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:38:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.483s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:38:42 user nova-compute[75502]: INFO nova.compute.claims [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Claim successful on node user
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "cf051195-7861-457f-946b-95e236869886" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "cf051195-7861-457f-946b-95e236869886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.702s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.429s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:38:42 user nova-compute[75502]: INFO nova.compute.claims [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Claim successful on node user
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:38:42 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:38:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.policy [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca454c25bf084717b0ef1bcd5f3067d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc634ce7c2764c4c885d9f7a3db9e290', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:38:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Creating image(s)
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.767s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk 1073741824" returned: 0 in 0.068s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Successfully created port: f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:38:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.policy [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ee9c5a07f904c538333ea24b5792914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea25421f15054400a4a5ff07365a5158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Checking if we can resize image /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:38:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Creating image(s)
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "/opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "/opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:43 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Cannot resize image /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Ensure instance console log exists: /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.278s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Successfully created port: fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.212s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk 1073741824" returned: 0 in 0.062s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Successfully updated port: f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing instance network info cache due to event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Cannot resize image /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Ensure instance console log exists: /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Successfully updated port: fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:38:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f9051322-ab8a-464a-bedb-79cb76f314e2 req-b767fb31-7fdf-4657-8ae1-416ab3ba9101 service nova] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "refresh_cache-cf051195-7861-457f-946b-95e236869886" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquired lock "refresh_cache-cf051195-7861-457f-946b-95e236869886" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received event network-changed-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Refreshing instance network info cache due to event network-changed-fc5a9c3a-d20d-438f-aecb-d957deadeb77. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] Acquiring lock "refresh_cache-cf051195-7861-457f-946b-95e236869886" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance network_info: |[{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Start _get_guest_xml network_info=[{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:38:45 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:45 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Updating instance_info_cache with network_info: [{"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-938677557',display_name='tempest-ServerRescueNegativeTestJSON-server-938677557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-938677557',id=24,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGLMMWW6eCC8MW9JNCS+n3gyuOTKLc1uC8h9hXEXPXYxuHPEoIA+7BgT45yPHfxVEYJMmdtouoUmOliY9HHMEvYuIRm/YIUbeXx+NkIxV5tYpzZ7kh25OhyhOUqZo9dhkw==',key_name='tempest-keypair-1606385407',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-1hfm4lv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=07e17bfc-2704-4fa4-b384-a3765e820561,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'pci_devices' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:38:45 user nova-compute[75502]:   <uuid>07e17bfc-2704-4fa4-b384-a3765e820561</uuid>
Dec 06 08:38:45 user nova-compute[75502]:   <name>instance-00000018</name>
Dec 06 08:38:45 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:38:45 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:38:45 user nova-compute[75502]:   <metadata>
Dec 06 08:38:45 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:38:45 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-938677557</nova:name>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:38:45</nova:creationTime>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:38:45 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:38:45 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:owner>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:user uuid="ca454c25bf084717b0ef1bcd5f3067d8">tempest-ServerRescueNegativeTestJSON-279346309-project-member</nova:user>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:project uuid="cc634ce7c2764c4c885d9f7a3db9e290">tempest-ServerRescueNegativeTestJSON-279346309</nova:project>
Dec 06 08:38:45 user nova-compute[75502]:       </nova:owner>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:ports>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:port uuid="f0962076-e9ca-432a-90a6-3eb02a738334">
Dec 06 08:38:45 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 08:38:45 user nova-compute[75502]:         </nova:port>
Dec 06 08:38:45 user nova-compute[75502]:       </nova:ports>
Dec 06 08:38:45 user nova-compute[75502]:     </nova:instance>
Dec 06 08:38:45 user nova-compute[75502]:   </metadata>
Dec 06 08:38:45 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:38:45 user nova-compute[75502]:     <system>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="serial">07e17bfc-2704-4fa4-b384-a3765e820561</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="uuid">07e17bfc-2704-4fa4-b384-a3765e820561</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:38:45 user nova-compute[75502]:     </system>
Dec 06 08:38:45 user nova-compute[75502]:   </sysinfo>
Dec 06 08:38:45 user nova-compute[75502]:   <os>
Dec 06 08:38:45 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:38:45 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:38:45 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:38:45 user nova-compute[75502]:   </os>
Dec 06 08:38:45 user nova-compute[75502]:   <features>
Dec 06 08:38:45 user nova-compute[75502]:     <acpi/>
Dec 06 08:38:45 user nova-compute[75502]:     <apic/>
Dec 06 08:38:45 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:38:45 user nova-compute[75502]:   </features>
Dec 06 08:38:45 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:38:45 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:38:45 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:38:45 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:38:45 user nova-compute[75502]:   </clock>
Dec 06 08:38:45 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:38:45 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:38:45 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:38:45 user nova-compute[75502]:   </cpu>
Dec 06 08:38:45 user nova-compute[75502]:   <devices>
Dec 06 08:38:45 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:38:45 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:38:45 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk"/>
Dec 06 08:38:45 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:38:45 user nova-compute[75502]:     </disk>
Dec 06 08:38:45 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:38:45 user nova-compute[75502]:       <mac address="fa:16:3e:39:84:9e"/>
Dec 06 08:38:45 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:38:45 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:38:45 user nova-compute[75502]:       <target dev="tapf0962076-e9"/>
Dec 06 08:38:45 user nova-compute[75502]:     </interface>
Dec 06 08:38:45 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:38:45 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/console.log" append="off"/>
Dec 06 08:38:45 user nova-compute[75502]:     </serial>
Dec 06 08:38:45 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:38:45 user nova-compute[75502]:     <video>
Dec 06 08:38:45 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:38:45 user nova-compute[75502]:     </video>
Dec 06 08:38:45 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:38:45 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:38:45 user nova-compute[75502]:     </rng>
Dec 06 08:38:45 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:38:45 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:38:45 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:38:45 user nova-compute[75502]:     </memballoon>
Dec 06 08:38:45 user nova-compute[75502]:   </devices>
Dec 06 08:38:45 user nova-compute[75502]: </domain>
Dec 06 08:38:45 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-938677557',display_name='tempest-ServerRescueNegativeTestJSON-server-938677557',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-938677557',id=24,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGLMMWW6eCC8MW9JNCS+n3gyuOTKLc1uC8h9hXEXPXYxuHPEoIA+7BgT45yPHfxVEYJMmdtouoUmOliY9HHMEvYuIRm/YIUbeXx+NkIxV5tYpzZ7kh25OhyhOUqZo9dhkw==',key_name='tempest-keypair-1606385407',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-1hfm4lv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=07e17bfc-2704-4fa4-b384-a3765e820561,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG os_vif [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd654a174-ca1d-518c-b2ac-6440a14bf6c7', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Releasing lock "refresh_cache-cf051195-7861-457f-946b-95e236869886" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Instance network_info: |[{"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] Acquired lock "refresh_cache-cf051195-7861-457f-946b-95e236869886" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Refreshing network info cache for port fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Start _get_guest_xml network_info=[{"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf0962076-e9, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf0962076-e9, col_values=(('qos', UUID('b57341cb-2eac-412f-a198-e648f1c6a2e5')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf0962076-e9, col_values=(('external_ids', {'iface-id': 'f0962076-e9ca-432a-90a6-3eb02a738334', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:84:9e', 'vm-uuid': '07e17bfc-2704-4fa4-b384-a3765e820561'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: INFO os_vif [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9')
Dec 06 08:38:45 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:45 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1936471076',display_name='tempest-VolumesAdminNegativeTest-server-1936471076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1936471076',id=25,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea25421f15054400a4a5ff07365a5158',ramdisk_id='',reservation_id='r-0rojtgpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-193695544',owner_user_name='tempest-VolumesAdminNegativeTest-193695544-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:44Z,user_data=None,user_id='3ee9c5a07f904c538333ea24b5792914',uuid=cf051195-7861-457f-946b-95e236869886,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converting VIF {"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'pci_devices' on Instance uuid cf051195-7861-457f-946b-95e236869886 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:38:45 user nova-compute[75502]:   <uuid>cf051195-7861-457f-946b-95e236869886</uuid>
Dec 06 08:38:45 user nova-compute[75502]:   <name>instance-00000019</name>
Dec 06 08:38:45 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:38:45 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:38:45 user nova-compute[75502]:   <metadata>
Dec 06 08:38:45 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:38:45 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1936471076</nova:name>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:38:45</nova:creationTime>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:38:45 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:38:45 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:owner>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:user uuid="3ee9c5a07f904c538333ea24b5792914">tempest-VolumesAdminNegativeTest-193695544-project-member</nova:user>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:project uuid="ea25421f15054400a4a5ff07365a5158">tempest-VolumesAdminNegativeTest-193695544</nova:project>
Dec 06 08:38:45 user nova-compute[75502]:       </nova:owner>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:38:45 user nova-compute[75502]:       <nova:ports>
Dec 06 08:38:45 user nova-compute[75502]:         <nova:port uuid="fc5a9c3a-d20d-438f-aecb-d957deadeb77">
Dec 06 08:38:45 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 08:38:45 user nova-compute[75502]:         </nova:port>
Dec 06 08:38:45 user nova-compute[75502]:       </nova:ports>
Dec 06 08:38:45 user nova-compute[75502]:     </nova:instance>
Dec 06 08:38:45 user nova-compute[75502]:   </metadata>
Dec 06 08:38:45 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:38:45 user nova-compute[75502]:     <system>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="serial">cf051195-7861-457f-946b-95e236869886</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="uuid">cf051195-7861-457f-946b-95e236869886</entry>
Dec 06 08:38:45 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:38:45 user nova-compute[75502]:     </system>
Dec 06 08:38:45 user nova-compute[75502]:   </sysinfo>
Dec 06 08:38:45 user nova-compute[75502]:   <os>
Dec 06 08:38:45 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:38:45 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:38:45 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:38:45 user nova-compute[75502]:   </os>
Dec 06 08:38:45 user nova-compute[75502]:   <features>
Dec 06 08:38:45 user nova-compute[75502]:     <acpi/>
Dec 06 08:38:45 user nova-compute[75502]:     <apic/>
Dec 06 08:38:45 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:38:45 user nova-compute[75502]:   </features>
Dec 06 08:38:45 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:38:45 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:38:45 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:38:45 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:38:45 user nova-compute[75502]:   </clock>
Dec 06 08:38:45 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:38:45 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:38:45 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:38:45 user nova-compute[75502]:   </cpu>
Dec 06 08:38:45 user nova-compute[75502]:   <devices>
Dec 06 08:38:45 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:38:45 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:38:45 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk"/>
Dec 06 08:38:45 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:38:45 user nova-compute[75502]:     </disk>
Dec 06 08:38:45 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:38:45 user nova-compute[75502]:       <mac address="fa:16:3e:03:ee:38"/>
Dec 06 08:38:45 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:38:45 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:38:45 user nova-compute[75502]:       <target dev="tapfc5a9c3a-d2"/>
Dec 06 08:38:45 user nova-compute[75502]:     </interface>
Dec 06 08:38:45 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:38:45 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/console.log" append="off"/>
Dec 06 08:38:45 user nova-compute[75502]:     </serial>
Dec 06 08:38:45 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:38:45 user nova-compute[75502]:     <video>
Dec 06 08:38:45 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:38:45 user nova-compute[75502]:     </video>
Dec 06 08:38:45 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:38:45 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:38:45 user nova-compute[75502]:     </rng>
Dec 06 08:38:45 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:38:45 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:38:45 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:38:45 user nova-compute[75502]:     </memballoon>
Dec 06 08:38:45 user nova-compute[75502]:   </devices>
Dec 06 08:38:45 user nova-compute[75502]: </domain>
Dec 06 08:38:45 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1936471076',display_name='tempest-VolumesAdminNegativeTest-server-1936471076',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1936471076',id=25,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea25421f15054400a4a5ff07365a5158',ramdisk_id='',reservation_id='r-0rojtgpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-193695544',owner_user_name='tempest-VolumesAdminNegativeTest-193695544-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:44Z,user_data=None,user_id='3ee9c5a07f904c538333ea24b5792914',uuid=cf051195-7861-457f-946b-95e236869886,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converting VIF {"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG os_vif [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d7d3324-3ba3-5fdb-934a-f0688b1c3958', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc5a9c3a-d2, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc5a9c3a-d2, col_values=(('qos', UUID('7055b5ef-8d72-4540-99c3-84fda5662a51')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc5a9c3a-d2, col_values=(('external_ids', {'iface-id': 'fc5a9c3a-d20d-438f-aecb-d957deadeb77', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:ee:38', 'vm-uuid': 'cf051195-7861-457f-946b-95e236869886'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:39:84:9e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:45 user nova-compute[75502]: INFO os_vif [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2')
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] No VIF found with MAC fa:16:3e:03:ee:38, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Updated VIF entry in instance network info cache for port fc5a9c3a-d20d-438f-aecb-d957deadeb77. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Updating instance_info_cache with network_info: [{"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-818d1610-fb36-489e-980e-41e9dee2a689 req-11f8b888-565c-43b7-b6dd-10c9f515fa47 service nova] Releasing lock "refresh_cache-cf051195-7861-457f-946b-95e236869886" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-0fcdcfa1-d775-407f-8dfa-de12c1aeb507 req-4918eca4-ff88-4920-89aa-002103222895 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0fcdcfa1-d775-407f-8dfa-de12c1aeb507 req-4918eca4-ff88-4920-89aa-002103222895 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0fcdcfa1-d775-407f-8dfa-de12c1aeb507 req-4918eca4-ff88-4920-89aa-002103222895 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0fcdcfa1-d775-407f-8dfa-de12c1aeb507 req-4918eca4-ff88-4920-89aa-002103222895 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-0fcdcfa1-d775-407f-8dfa-de12c1aeb507 req-4918eca4-ff88-4920-89aa-002103222895 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:48 user nova-compute[75502]: WARNING nova.compute.manager [req-0fcdcfa1-d775-407f-8dfa-de12c1aeb507 req-4918eca4-ff88-4920-89aa-002103222895 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state building and task_state spawning.
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9206862e-37db-465d-aa05-201fcf76261f req-e4a8a0de-c602-491c-9417-0dd4879ab5c4 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received event network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9206862e-37db-465d-aa05-201fcf76261f req-e4a8a0de-c602-491c-9417-0dd4879ab5c4 service nova] Acquiring lock "cf051195-7861-457f-946b-95e236869886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9206862e-37db-465d-aa05-201fcf76261f req-e4a8a0de-c602-491c-9417-0dd4879ab5c4 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9206862e-37db-465d-aa05-201fcf76261f req-e4a8a0de-c602-491c-9417-0dd4879ab5c4 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9206862e-37db-465d-aa05-201fcf76261f req-e4a8a0de-c602-491c-9417-0dd4879ab5c4 service nova] [instance: cf051195-7861-457f-946b-95e236869886] No waiting events found dispatching network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:49 user nova-compute[75502]: WARNING nova.compute.manager [req-9206862e-37db-465d-aa05-201fcf76261f req-e4a8a0de-c602-491c-9417-0dd4879ab5c4 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received unexpected event network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 for instance with vm_state building and task_state spawning.
Dec 06 08:38:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-0a257f82-0fbc-4006-b0ad-5d7273d283d5 req-589bb193-a036-49c0-b045-5674f2eae06a service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0a257f82-0fbc-4006-b0ad-5d7273d283d5 req-589bb193-a036-49c0-b045-5674f2eae06a service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0a257f82-0fbc-4006-b0ad-5d7273d283d5 req-589bb193-a036-49c0-b045-5674f2eae06a service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0a257f82-0fbc-4006-b0ad-5d7273d283d5 req-589bb193-a036-49c0-b045-5674f2eae06a service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-0a257f82-0fbc-4006-b0ad-5d7273d283d5 req-589bb193-a036-49c0-b045-5674f2eae06a service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:50 user nova-compute[75502]: WARNING nova.compute.manager [req-0a257f82-0fbc-4006-b0ad-5d7273d283d5 req-589bb193-a036-49c0-b045-5674f2eae06a service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state building and task_state spawning.
Dec 06 08:38:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:38:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance spawned successfully.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-31acf503-881f-426b-b45e-be900cb08491 req-f2fabffa-1f75-4657-949f-3c9c99e1fe41 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received event network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-31acf503-881f-426b-b45e-be900cb08491 req-f2fabffa-1f75-4657-949f-3c9c99e1fe41 service nova] Acquiring lock "cf051195-7861-457f-946b-95e236869886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-31acf503-881f-426b-b45e-be900cb08491 req-f2fabffa-1f75-4657-949f-3c9c99e1fe41 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-31acf503-881f-426b-b45e-be900cb08491 req-f2fabffa-1f75-4657-949f-3c9c99e1fe41 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-31acf503-881f-426b-b45e-be900cb08491 req-f2fabffa-1f75-4657-949f-3c9c99e1fe41 service nova] [instance: cf051195-7861-457f-946b-95e236869886] No waiting events found dispatching network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:51 user nova-compute[75502]: WARNING nova.compute.manager [req-31acf503-881f-426b-b45e-be900cb08491 req-f2fabffa-1f75-4657-949f-3c9c99e1fe41 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received unexpected event network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 for instance with vm_state building and task_state spawning.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:38:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cf051195-7861-457f-946b-95e236869886] Instance spawned successfully.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-changed-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Refreshing instance network info cache due to event network-changed-3176feb4-1c11-4bfc-8552-44e373e6971f. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] Acquiring lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] Acquired lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.network.neutron [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Refreshing network info cache for port 3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:38:51 user nova-compute[75502]: INFO nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Took 8.11 seconds to spawn the instance on the hypervisor.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:38:51 user nova-compute[75502]: INFO nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Took 7.46 seconds to spawn the instance on the hypervisor.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:38:51 user nova-compute[75502]: INFO nova.compute.manager [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Took 9.33 seconds to build instance.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7416e516-70de-47be-ba4f-5e32474a0787 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.450s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:51 user nova-compute[75502]: INFO nova.compute.manager [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Took 9.19 seconds to build instance.
Dec 06 08:38:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-02498df0-e747-4183-9f55-82f09fbc6bcc tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "cf051195-7861-457f-946b-95e236869886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.343s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.network.neutron [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updated VIF entry in instance network info cache for port 3176feb4-1c11-4bfc-8552-44e373e6971f. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:38:51 user nova-compute[75502]: DEBUG nova.network.neutron [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updating instance_info_cache with network_info: [{"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2ca78cec-8051-49a1-a47f-8ee9b7b8ce77 req-36e5efb5-08d8-4a6e-867f-225c30f8d1c2 service nova] Releasing lock "refresh_cache-c5c70585-5ae6-473e-978c-9b0ee9916642" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:38:52 user nova-compute[75502]: INFO nova.compute.claims [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Claim successful on node user
Dec 06 08:38:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.711s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.651s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:38:53 user nova-compute[75502]: INFO nova.compute.claims [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Claim successful on node user
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:38:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.policy [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6354c5ebaf354b439a8c77fa289093fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88fb77c90a04ed7bc2415b5b06011ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:38:53 user nova-compute[75502]: INFO nova.virt.block_device [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Booting with blank volume at /dev/vda
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:53 user nova-compute[75502]: INFO nova.compute.manager [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Terminating instance
Dec 06 08:38:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f4f823c-3a9f-484d-81ec-201c1b717fd6 req-cfc7385c-6e10-4e8c-985a-8353609c8ab6 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-vif-unplugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f4f823c-3a9f-484d-81ec-201c1b717fd6 req-cfc7385c-6e10-4e8c-985a-8353609c8ab6 service nova] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f4f823c-3a9f-484d-81ec-201c1b717fd6 req-cfc7385c-6e10-4e8c-985a-8353609c8ab6 service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f4f823c-3a9f-484d-81ec-201c1b717fd6 req-cfc7385c-6e10-4e8c-985a-8353609c8ab6 service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f4f823c-3a9f-484d-81ec-201c1b717fd6 req-cfc7385c-6e10-4e8c-985a-8353609c8ab6 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] No waiting events found dispatching network-vif-unplugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f4f823c-3a9f-484d-81ec-201c1b717fd6 req-cfc7385c-6e10-4e8c-985a-8353609c8ab6 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-vif-unplugged-7453cf5d-4111-4f2b-85fa-b226f1572822 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Successfully created port: befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:38:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Instance destroyed successfully.
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lazy-loading 'resources' on Instance uuid 3ff0a662-b27d-48e8-b8e5-f78400f64644 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:37:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1106122145',display_name='tempest-ServersNegativeTestJSON-server-1106122145',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1106122145',id=22,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:37:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fea869ceec204c47998d236c33100dc3',ramdisk_id='',reservation_id='r-k6oexhru',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-580149023',owner_user_name='tempest-ServersNegativeTestJSON-580149023-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:37:14Z,user_data=None,user_id='c681eae8b0d44216a0c17a18eaafa40e',uuid=3ff0a662-b27d-48e8-b8e5-f78400f64644,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converting VIF {"id": "7453cf5d-4111-4f2b-85fa-b226f1572822", "address": "fa:16:3e:c7:80:c4", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7453cf5d-41", "ovs_interfaceid": "7453cf5d-4111-4f2b-85fa-b226f1572822", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG os_vif [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7453cf5d-41, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d312a81b-eefe-4aee-8dcf-8eef986cd303) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:54 user nova-compute[75502]: INFO os_vif [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:80:c4,bridge_name='br-int',has_traffic_filtering=True,id=7453cf5d-4111-4f2b-85fa-b226f1572822,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7453cf5d-41')
Dec 06 08:38:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Deleting instance files /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644_del
Dec 06 08:38:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Deletion of /opt/stack/data/nova/instances/3ff0a662-b27d-48e8-b8e5-f78400f64644_del complete
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:38:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:38:54 user nova-compute[75502]: INFO nova.compute.manager [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.policy [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae4118f4986649c8bca48160ad28f1ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b61f2eb41f0d47de8111986989ca3151', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:38:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Creating image(s)
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "/opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "/opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "/opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.212s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Successfully updated port: befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-changed-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Refreshing instance network info cache due to event network-changed-befa0614-a3bb-4381-af93-0cb96d68c36f. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] Acquiring lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] Acquired lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Refreshing network info cache for port befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.290s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk 1073741824" returned: 0 in 0.102s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.395s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.199s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-1790af4b-4a8d-4cab-8e77-c75e6702953f req-63c682c0-08dd-4946-9d9c-d454bc4be7a2 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-vif-deleted-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:55 user nova-compute[75502]: INFO nova.compute.manager [req-1790af4b-4a8d-4cab-8e77-c75e6702953f req-63c682c0-08dd-4946-9d9c-d454bc4be7a2 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Neutron deleted interface 7453cf5d-4111-4f2b-85fa-b226f1572822; detaching it from the instance and deleting it from the info cache
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-1790af4b-4a8d-4cab-8e77-c75e6702953f req-63c682c0-08dd-4946-9d9c-d454bc4be7a2 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:55 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Took 0.89 seconds to deallocate network for instance.
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-1790af4b-4a8d-4cab-8e77-c75e6702953f req-63c682c0-08dd-4946-9d9c-d454bc4be7a2 service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Detach interface failed, port_id=7453cf5d-4111-4f2b-85fa-b226f1572822, reason: Instance 3ff0a662-b27d-48e8-b8e5-f78400f64644 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.265s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Checking if we can resize image /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-da294911-fcad-4deb-aaf6-239e9784e2f4 req-91d8d5da-726d-4c19-acbb-90e763ceca34 service nova] Releasing lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Successfully created port: 6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:55 user nova-compute[75502]: INFO nova.compute.manager [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Attaching volume 06ec0544-7d12-4ebb-943e-2bca5ead2192 to /dev/vdb
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Cannot resize image /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Ensure instance console log exists: /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG os_brick.utils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8183093-3347-4c12-a68c-cd251594697b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03fbc45-9492-42a7-9cdc-58106c1da075]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b8d12ab-7a10-40ea-ad0f-28cd8aac75cd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d85b27-6ef9-4bbd-a778-362824514ffc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:38:56 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a6ec46-8bf0-4474-86bc-0d8caeecc3fe]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG os_brick.utils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== get_connector_properties: return (200ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updating existing volume attachment record: 622d2a13-6e52-4986-803f-8683da455908 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-46bd9569-5642-4330-9fde-3d96e8f01ffa req-8451d9b0-1c12-47e5-84d9-d75004d95c2e service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received event network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-46bd9569-5642-4330-9fde-3d96e8f01ffa req-8451d9b0-1c12-47e5-84d9-d75004d95c2e service nova] Acquiring lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-46bd9569-5642-4330-9fde-3d96e8f01ffa req-8451d9b0-1c12-47e5-84d9-d75004d95c2e service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-46bd9569-5642-4330-9fde-3d96e8f01ffa req-8451d9b0-1c12-47e5-84d9-d75004d95c2e service nova] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-46bd9569-5642-4330-9fde-3d96e8f01ffa req-8451d9b0-1c12-47e5-84d9-d75004d95c2e service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] No waiting events found dispatching network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:56 user nova-compute[75502]: WARNING nova.compute.manager [req-46bd9569-5642-4330-9fde-3d96e8f01ffa req-8451d9b0-1c12-47e5-84d9-d75004d95c2e service nova] [instance: 3ff0a662-b27d-48e8-b8e5-f78400f64644] Received unexpected event network-vif-plugged-7453cf5d-4111-4f2b-85fa-b226f1572822 for instance with vm_state deleted and task_state None.
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance network_info: |[{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.942s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:56 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Deleted allocations for instance 3ff0a662-b27d-48e8-b8e5-f78400f64644
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Successfully updated port: 6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "refresh_cache-be9506c0-138e-4c99-9231-1ac4d5fc6815" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquired lock "refresh_cache-be9506c0-138e-4c99-9231-1ac4d5fc6815" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:38:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-42079ead-21d2-4665-9fa4-2cca3b83be8c tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "3ff0a662-b27d-48e8-b8e5-f78400f64644" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.113s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Updating instance_info_cache with network_info: [{"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Releasing lock "refresh_cache-be9506c0-138e-4c99-9231-1ac4d5fc6815" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Instance network_info: |[{"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Start _get_guest_xml network_info=[{"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:38:57 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:57 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1469916450',display_name='tempest-VolumesActionsTest-instance-1469916450',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1469916450',id=27,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b61f2eb41f0d47de8111986989ca3151',ramdisk_id='',reservation_id='r-z7x7685l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1298527112',owner_user_name='tempest-VolumesActionsTest-1298527112-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:55Z,user_data=None,user_id='ae4118f4986649c8bca48160ad28f1ce',uuid=be9506c0-138e-4c99-9231-1ac4d5fc6815,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Converting VIF {"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.objects.instance [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lazy-loading 'pci_devices' on Instance uuid be9506c0-138e-4c99-9231-1ac4d5fc6815 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:38:57 user nova-compute[75502]:   <uuid>be9506c0-138e-4c99-9231-1ac4d5fc6815</uuid>
Dec 06 08:38:57 user nova-compute[75502]:   <name>instance-0000001b</name>
Dec 06 08:38:57 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:38:57 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:38:57 user nova-compute[75502]:   <metadata>
Dec 06 08:38:57 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:38:57 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:38:57 user nova-compute[75502]:       <nova:name>tempest-VolumesActionsTest-instance-1469916450</nova:name>
Dec 06 08:38:57 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:38:57</nova:creationTime>
Dec 06 08:38:57 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:38:57 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:38:57 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:38:57 user nova-compute[75502]:       <nova:owner>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:user uuid="ae4118f4986649c8bca48160ad28f1ce">tempest-VolumesActionsTest-1298527112-project-member</nova:user>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:project uuid="b61f2eb41f0d47de8111986989ca3151">tempest-VolumesActionsTest-1298527112</nova:project>
Dec 06 08:38:57 user nova-compute[75502]:       </nova:owner>
Dec 06 08:38:57 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:38:57 user nova-compute[75502]:       <nova:ports>
Dec 06 08:38:57 user nova-compute[75502]:         <nova:port uuid="6ae56759-42ef-4f9f-a406-0b9ac9969bf1">
Dec 06 08:38:57 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 06 08:38:57 user nova-compute[75502]:         </nova:port>
Dec 06 08:38:57 user nova-compute[75502]:       </nova:ports>
Dec 06 08:38:57 user nova-compute[75502]:     </nova:instance>
Dec 06 08:38:57 user nova-compute[75502]:   </metadata>
Dec 06 08:38:57 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:38:57 user nova-compute[75502]:     <system>
Dec 06 08:38:57 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:38:57 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:38:57 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:38:57 user nova-compute[75502]:       <entry name="serial">be9506c0-138e-4c99-9231-1ac4d5fc6815</entry>
Dec 06 08:38:57 user nova-compute[75502]:       <entry name="uuid">be9506c0-138e-4c99-9231-1ac4d5fc6815</entry>
Dec 06 08:38:57 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:38:57 user nova-compute[75502]:     </system>
Dec 06 08:38:57 user nova-compute[75502]:   </sysinfo>
Dec 06 08:38:57 user nova-compute[75502]:   <os>
Dec 06 08:38:57 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:38:57 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:38:57 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:38:57 user nova-compute[75502]:   </os>
Dec 06 08:38:57 user nova-compute[75502]:   <features>
Dec 06 08:38:57 user nova-compute[75502]:     <acpi/>
Dec 06 08:38:57 user nova-compute[75502]:     <apic/>
Dec 06 08:38:57 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:38:57 user nova-compute[75502]:   </features>
Dec 06 08:38:57 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:38:57 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:38:57 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:38:57 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:38:57 user nova-compute[75502]:   </clock>
Dec 06 08:38:57 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:38:57 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:38:57 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:38:57 user nova-compute[75502]:   </cpu>
Dec 06 08:38:57 user nova-compute[75502]:   <devices>
Dec 06 08:38:57 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:38:57 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:38:57 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk"/>
Dec 06 08:38:57 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:38:57 user nova-compute[75502]:     </disk>
Dec 06 08:38:57 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:38:57 user nova-compute[75502]:       <mac address="fa:16:3e:dd:54:b2"/>
Dec 06 08:38:57 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:38:57 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:38:57 user nova-compute[75502]:       <target dev="tap6ae56759-42"/>
Dec 06 08:38:57 user nova-compute[75502]:     </interface>
Dec 06 08:38:57 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:38:57 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/console.log" append="off"/>
Dec 06 08:38:57 user nova-compute[75502]:     </serial>
Dec 06 08:38:57 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:38:57 user nova-compute[75502]:     <video>
Dec 06 08:38:57 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:38:57 user nova-compute[75502]:     </video>
Dec 06 08:38:57 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:38:57 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:38:57 user nova-compute[75502]:     </rng>
Dec 06 08:38:57 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:38:57 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:38:57 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:38:57 user nova-compute[75502]:     </memballoon>
Dec 06 08:38:57 user nova-compute[75502]:   </devices>
Dec 06 08:38:57 user nova-compute[75502]: </domain>
Dec 06 08:38:57 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1469916450',display_name='tempest-VolumesActionsTest-instance-1469916450',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1469916450',id=27,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b61f2eb41f0d47de8111986989ca3151',ramdisk_id='',reservation_id='r-z7x7685l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1298527112',owner_user_name='tempest-VolumesActionsTest-1298527112-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:55Z,user_data=None,user_id='ae4118f4986649c8bca48160ad28f1ce',uuid=be9506c0-138e-4c99-9231-1ac4d5fc6815,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Converting VIF {"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG os_vif [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '419a2ab5-4c4c-53b3-aeca-1234d7aeedad', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6ae56759-42, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6ae56759-42, col_values=(('qos', UUID('74ee136d-3f98-44f2-aaf2-a35df2b6e31b')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6ae56759-42, col_values=(('external_ids', {'iface-id': '6ae56759-42ef-4f9f-a406-0b9ac9969bf1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:54:b2', 'vm-uuid': 'be9506c0-138e-4c99-9231-1ac4d5fc6815'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:57 user nova-compute[75502]: INFO os_vif [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42')
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-changed-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Refreshing instance network info cache due to event network-changed-6ae56759-42ef-4f9f-a406-0b9ac9969bf1. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] Acquiring lock "refresh_cache-be9506c0-138e-4c99-9231-1ac4d5fc6815" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] Acquired lock "refresh_cache-be9506c0-138e-4c99-9231-1ac4d5fc6815" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Refreshing network info cache for port 6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:38:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] No VIF found with MAC fa:16:3e:dd:54:b2, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:38:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Updated VIF entry in instance network info cache for port 6ae56759-42ef-4f9f-a406-0b9ac9969bf1. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:38:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Updating instance_info_cache with network_info: [{"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:38:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-13a770e2-de16-48f9-bf14-8bcf55aa4482 req-de5c2876-a4f8-4991-947e-8a3757a8c2af service nova] Releasing lock "refresh_cache-be9506c0-138e-4c99-9231-1ac4d5fc6815" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:38:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-6c82068e-d41f-456f-b094-25a03226d3f9 req-e6cabb52-eebc-447a-9d85-58ca6a48796c service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6c82068e-d41f-456f-b094-25a03226d3f9 req-e6cabb52-eebc-447a-9d85-58ca6a48796c service nova] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6c82068e-d41f-456f-b094-25a03226d3f9 req-e6cabb52-eebc-447a-9d85-58ca6a48796c service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6c82068e-d41f-456f-b094-25a03226d3f9 req-e6cabb52-eebc-447a-9d85-58ca6a48796c service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-6c82068e-d41f-456f-b094-25a03226d3f9 req-e6cabb52-eebc-447a-9d85-58ca6a48796c service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] No waiting events found dispatching network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:38:59 user nova-compute[75502]: WARNING nova.compute.manager [req-6c82068e-d41f-456f-b094-25a03226d3f9 req-e6cabb52-eebc-447a-9d85-58ca6a48796c service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received unexpected event network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 for instance with vm_state building and task_state spawning.
Dec 06 08:38:59 user nova-compute[75502]: DEBUG os_brick.utils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80a590f-b51b-40c9-85bd-dd922563d6ea]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c0ba33-4547-421c-8d41-b01fecf44a28]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea563e6c-308e-4aa1-beaa-f4286629f5bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db7a84e-3749-40da-93e5-158942429204]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:38:59 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:38:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f52f5e-3ce2-4951-8e0f-ca47c9d2a37e]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG os_brick.utils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating existing volume attachment record: 335ee7fa-a0d0-420b-bb1e-399912402ce6 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:38:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-4b3dfbe4-1642-4fb1-977d-22d8ba39cd54 req-542ac0bd-89bf-4b3a-978d-5030ab458c3e service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4b3dfbe4-1642-4fb1-977d-22d8ba39cd54 req-542ac0bd-89bf-4b3a-978d-5030ab458c3e service nova] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4b3dfbe4-1642-4fb1-977d-22d8ba39cd54 req-542ac0bd-89bf-4b3a-978d-5030ab458c3e service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4b3dfbe4-1642-4fb1-977d-22d8ba39cd54 req-542ac0bd-89bf-4b3a-978d-5030ab458c3e service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-4b3dfbe4-1642-4fb1-977d-22d8ba39cd54 req-542ac0bd-89bf-4b3a-978d-5030ab458c3e service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] No waiting events found dispatching network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:01 user nova-compute[75502]: WARNING nova.compute.manager [req-4b3dfbe4-1642-4fb1-977d-22d8ba39cd54 req-542ac0bd-89bf-4b3a-978d-5030ab458c3e service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received unexpected event network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 for instance with vm_state building and task_state spawning.
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:39:01 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Instance spawned successfully.
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:01 user nova-compute[75502]: INFO nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Took 6.91 seconds to spawn the instance on the hypervisor.
Dec 06 08:39:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:39:01 user nova-compute[75502]: INFO nova.compute.manager [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Took 9.06 seconds to build instance.
Dec 06 08:39:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-832e8ac9-b07e-4f31-a7ff-bccc14d81d2c tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.231s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:06 user nova-compute[75502]: INFO nova.compute.manager [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Terminating instance
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:06 user nova-compute[75502]: INFO nova.compute.manager [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Detaching volume 9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-170050ab-4bcc-4f4f-a9d7-4f063ae7f1f0 req-472a2aa4-3526-4148-b543-4e63a4821eb3 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-170050ab-4bcc-4f4f-a9d7-4f063ae7f1f0 req-472a2aa4-3526-4148-b543-4e63a4821eb3 service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-170050ab-4bcc-4f4f-a9d7-4f063ae7f1f0 req-472a2aa4-3526-4148-b543-4e63a4821eb3 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-170050ab-4bcc-4f4f-a9d7-4f063ae7f1f0 req-472a2aa4-3526-4148-b543-4e63a4821eb3 service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-170050ab-4bcc-4f4f-a9d7-4f063ae7f1f0 req-472a2aa4-3526-4148-b543-4e63a4821eb3 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-170050ab-4bcc-4f4f-a9d7-4f063ae7f1f0 req-472a2aa4-3526-4148-b543-4e63a4821eb3 service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-unplugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:39:06 user nova-compute[75502]: INFO nova.virt.block_device [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Attempting to driver detach volume 9b941395-9563-4e31-8e2f-9faba504f85a from mountpoint /dev/vdb
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Attempting to detach device vdb from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:39:06 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:06 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:39:06 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:06 user nova-compute[75502]:   <serial>9b941395-9563-4e31-8e2f-9faba504f85a</serial>
Dec 06 08:39:06 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:39:06 user nova-compute[75502]: </disk>
Dec 06 08:39:06 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:39:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully detached device vdb from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d from the persistent domain config.
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:39:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:39:06 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:06 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:39:06 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:06 user nova-compute[75502]:   <serial>9b941395-9563-4e31-8e2f-9faba504f85a</serial>
Dec 06 08:39:06 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:39:06 user nova-compute[75502]: </disk>
Dec 06 08:39:06 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:39:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Instance destroyed successfully.
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.objects.instance [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lazy-loading 'resources' on Instance uuid d7b488bc-d92e-4c2a-9284-d3d54b5c12f8 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1320262292',display_name='tempest-ServerActionsTestOtherB-server-1320262292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1320262292',id=7,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAnoZRjb0kJrIf+vILhrqctiJn00UHwfrhV94+PxAULdil7UzjO36YEI+YswcpC4B+66216Fy6MLV4q5OE8OjqYosSBhsW2gjcpvKHVRa2LRwJBWbkTXQqY6G2sP2LAKbw==',key_name='tempest-keypair-1379074329',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:36:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5b9065da93c4eb0a2482127726014ac',ramdisk_id='',reservation_id='r-i83m3w78',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-377709706',owner_user_name='tempest-ServerActionsTestOtherB-377709706-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:36:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2d31d78f32d0487b9508113ae9c0b332',uuid=d7b488bc-d92e-4c2a-9284-d3d54b5c12f8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converting VIF {"id": "c2a522d0-7188-4958-a89b-b16457b8233d", "address": "fa:16:3e:7a:43:0f", "network": {"id": "4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1341553576-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5b9065da93c4eb0a2482127726014ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2a522d0-71", "ovs_interfaceid": "c2a522d0-7188-4958-a89b-b16457b8233d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_vif [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2a522d0-71, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e032513-2b5a-46b4-9e1d-37c52d42dc93) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:07 user nova-compute[75502]: INFO os_vif [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:43:0f,bridge_name='br-int',has_traffic_filtering=True,id=c2a522d0-7188-4958-a89b-b16457b8233d,network=Network(4804e7d0-af61-4e49-8dd3-edc1cf8b9e0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2a522d0-71')
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqLZNBsT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:07 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47aca0e-d476-419a-b1cf-5c188fbe523e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:39:07 user nova-compute[75502]: No targets found.
Dec 06 08:39:07 user nova-compute[75502]: iSNS:
Dec 06 08:39:07 user nova-compute[75502]: No targets found.
Dec 06 08:39:07 user nova-compute[75502]: STATIC:
Dec 06 08:39:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0
Dec 06 08:39:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:39:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:07 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:39:07 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:07 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:07 user nova-compute[75502]: FIRMWARE:
Dec 06 08:39:07 user nova-compute[75502]: No targets found.
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:39:07 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:39:07 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8732e2-ad43-4b6c-9bbc-67962a0b8004]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[20622a8f-4acf-4fae-a868-46dea1a93486]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:07 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:39:07 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:07 user nova-compute[75502]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 (non-flash)
Dec 06 08:39:07 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94cca710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0'): ({'sde'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Removing single pathed devices sde {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f349bc2b-bd3f-47bb-8e7a-9be54b1cf44e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.034s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[db56c399-4a24-4915-b2fa-7ccced6e2bc0]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Flushing IO for device /dev/sde {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08b0766-9fcc-46ad-967e-f21d99fe2f2f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.065s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92854f5-eecb-4c1d-bdfa-e22d7dcee363]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[02537968-4aba-4fa8-ac73-da751c827a1f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.092s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebbe2642-f1f2-4f17-bb8e-8e973e7ac818]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260]
Dec 06 08:39:07 user nova-compute[75502]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c41d3a5-2500-4634-9328-c248623cb3b0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b7b2535-7ff4-4ea0-9256-8f8116231519]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.491s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] <== disconnect_volume: return (493ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:39:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Deleting instance files /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8_del
Dec 06 08:39:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Deletion of /opt/stack/data/nova/instances/d7b488bc-d92e-4c2a-9284-d3d54b5c12f8_del complete
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DvgZzFej', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:07 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:07 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:07 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260" returned: 21 in 0.045s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e752ea3b-6726-4b31-a846-8e18c4d25b24]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:39:07 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[744356a5-9805-426a-ba86-e16a0a2a38a5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192] added
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: INFO nova.compute.manager [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Took 1.64 seconds to destroy the instance on the hypervisor.
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[639881d7-170e-41cb-8df8-61e31044f751]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.043s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3561cc5-2aa2-4dea-ae99-76b3207839b9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DvgZzFej {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DvgZzFej" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6118627f-2806-4c50-8273-ee18460e8d96]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DvgZzFej'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[355973b9-1fb5-421f-b9d8-66cdf304bc84]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[30854599-46e5-4c55-a80d-7a34f3c7c84f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:07 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:07 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b246c3c-ae05-4a5b-8e9a-d0acc5baf190]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260]
Dec 06 08:39:08 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.038s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[74c3bc81-2ad5-4b1f-9894-b99a5ece4bff]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[696094d3-ede5-44df-940e-ef88c167748c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:08 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:08 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:08 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:08 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.456s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a9c82d-4321-4f17-baf0-feb0f2e7a432]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DvgZzFej', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:08 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Took 1.04 seconds to deallocate network for instance.
Dec 06 08:39:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] Acquiring lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] No waiting events found dispatching network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:08 user nova-compute[75502]: WARNING nova.compute.manager [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received unexpected event network-vif-plugged-c2a522d0-7188-4958-a89b-b16457b8233d for instance with vm_state active and task_state deleting.
Dec 06 08:39:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-67846a6b-7713-4843-8928-a6398b8b17b2 req-b690e35e-831f-43c6-8195-ec1240e94f9f service nova] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Received event network-vif-deleted-c2a522d0-7188-4958-a89b-b16457b8233d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.506s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== connect_volume: return (1510ms) {'type': 'block', 'scsi_wwn': '26234633034336132', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234633034336132', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:39:09 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:09 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:39:09 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:09 user nova-compute[75502]:   <serial>06ec0544-7d12-4ebb-943e-2bca5ead2192</serial>
Dec 06 08:39:09 user nova-compute[75502]: </disk>
Dec 06 08:39:09 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:92:70:f3, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c3cd45b3-34e1-4c2f-a323-97f0b65133fa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.859s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:09 user nova-compute[75502]: INFO nova.compute.manager [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] [instance: d7b488bc-d92e-4c2a-9284-d3d54b5c12f8] Took 1.08 seconds to detach 1 volumes for instance.
Dec 06 08:39:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.515s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:10 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Deleted allocations for instance d7b488bc-d92e-4c2a-9284-d3d54b5c12f8
Dec 06 08:39:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8af90bc4-634b-4881-9669-e59f9d352f18 tempest-ServerActionsTestOtherB-377709706 tempest-ServerActionsTestOtherB-377709706-project-member] Lock "d7b488bc-d92e-4c2a-9284-d3d54b5c12f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.511s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:10 user nova-compute[75502]: INFO nova.compute.manager [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Detaching volume 06ec0544-7d12-4ebb-943e-2bca5ead2192
Dec 06 08:39:10 user nova-compute[75502]: INFO nova.virt.block_device [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Attempting to driver detach volume 06ec0544-7d12-4ebb-943e-2bca5ead2192 from mountpoint /dev/vdb
Dec 06 08:39:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Attempting to detach device vdb from instance c5c70585-5ae6-473e-978c-9b0ee9916642 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:39:10 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:10 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:39:10 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:10 user nova-compute[75502]:   <serial>06ec0544-7d12-4ebb-943e-2bca5ead2192</serial>
Dec 06 08:39:10 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:39:10 user nova-compute[75502]: </disk>
Dec 06 08:39:10 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:39:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully detached device vdb from instance c5c70585-5ae6-473e-978c-9b0ee9916642 from the persistent domain config.
Dec 06 08:39:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5c70585-5ae6-473e-978c-9b0ee9916642 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:39:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:39:10 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:10 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:39:10 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:10 user nova-compute[75502]:   <serial>06ec0544-7d12-4ebb-943e-2bca5ead2192</serial>
Dec 06 08:39:10 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:39:10 user nova-compute[75502]: </disk>
Dec 06 08:39:10 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:39:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Creating image(s)
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Ensure instance console log exists: /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Start _get_guest_xml network_info=[{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '335ee7fa-a0d0-420b-bb1e-399912402ce6', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '03c946b3-8bdb-4843-b60d-4b0fd508f9da', 'attached_at': '', 'detached_at': '', 'volume_id': 'dac13d35-5b8e-4c22-8223-92c392c08e76', 'serial': 'dac13d35-5b8e-4c22-8223-92c392c08e76'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:39:11 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:39:11 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:11 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:11 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:11 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ad79a2-a758-42b6-b257-7641cb0f93d7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:39:11 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed7cb40-8925-4cf6-9f00-bf7a0cbcd64d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76] added
Dec 06 08:39:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[62086fec-dd7b-4a28-a507-5e6c2fa6a3e8]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5132083a-2b3a-4c55-9121-791701bd7fb7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cwRlIAxH {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cwRlIAxH" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc4bd30-b2af-4955-ad73-9be5f15419f2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cwRlIAxH'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[da664ea3-7c99-43b5-93fd-c11807c7a24d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5f427f-a117-4700-ba35-37c0a3f45410]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[238edfc1-42e8-4ab2-b89a-5e0288d4fd32]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260]
Dec 06 08:39:12 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[113f016a-747f-416c-9423-4f2ca09b9188]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ec1e51b-bb9e-4b4b-bd91-38f2c6034d58]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:12 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[672f35f4-3876-4c59-80dc-e3004ff7d4ae]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26534306431333264', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534306431333264', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1158470224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1158470224',id=26,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-k29ttyqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:54Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=03c946b3-8bdb-4843-b60d-4b0fd508f9da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.objects.instance [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'pci_devices' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:39:13 user nova-compute[75502]:   <uuid>03c946b3-8bdb-4843-b60d-4b0fd508f9da</uuid>
Dec 06 08:39:13 user nova-compute[75502]:   <name>instance-0000001a</name>
Dec 06 08:39:13 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:39:13 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:39:13 user nova-compute[75502]:   <metadata>
Dec 06 08:39:13 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:39:13 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:39:13 user nova-compute[75502]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1158470224</nova:name>
Dec 06 08:39:13 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:39:11</nova:creationTime>
Dec 06 08:39:13 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:39:13 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:39:13 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:39:13 user nova-compute[75502]:       <nova:owner>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:user uuid="6354c5ebaf354b439a8c77fa289093fb">tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member</nova:user>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:project uuid="e88fb77c90a04ed7bc2415b5b06011ac">tempest-ServerBootFromVolumeStableRescueTest-1602670048</nova:project>
Dec 06 08:39:13 user nova-compute[75502]:       </nova:owner>
Dec 06 08:39:13 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:39:13 user nova-compute[75502]:       <nova:ports>
Dec 06 08:39:13 user nova-compute[75502]:         <nova:port uuid="befa0614-a3bb-4381-af93-0cb96d68c36f">
Dec 06 08:39:13 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 08:39:13 user nova-compute[75502]:         </nova:port>
Dec 06 08:39:13 user nova-compute[75502]:       </nova:ports>
Dec 06 08:39:13 user nova-compute[75502]:     </nova:instance>
Dec 06 08:39:13 user nova-compute[75502]:   </metadata>
Dec 06 08:39:13 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:39:13 user nova-compute[75502]:     <system>
Dec 06 08:39:13 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:39:13 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:39:13 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:39:13 user nova-compute[75502]:       <entry name="serial">03c946b3-8bdb-4843-b60d-4b0fd508f9da</entry>
Dec 06 08:39:13 user nova-compute[75502]:       <entry name="uuid">03c946b3-8bdb-4843-b60d-4b0fd508f9da</entry>
Dec 06 08:39:13 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:39:13 user nova-compute[75502]:     </system>
Dec 06 08:39:13 user nova-compute[75502]:   </sysinfo>
Dec 06 08:39:13 user nova-compute[75502]:   <os>
Dec 06 08:39:13 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:39:13 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:39:13 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:39:13 user nova-compute[75502]:   </os>
Dec 06 08:39:13 user nova-compute[75502]:   <features>
Dec 06 08:39:13 user nova-compute[75502]:     <acpi/>
Dec 06 08:39:13 user nova-compute[75502]:     <apic/>
Dec 06 08:39:13 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:39:13 user nova-compute[75502]:   </features>
Dec 06 08:39:13 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:39:13 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:39:13 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:39:13 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:39:13 user nova-compute[75502]:   </clock>
Dec 06 08:39:13 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:39:13 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:39:13 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:39:13 user nova-compute[75502]:   </cpu>
Dec 06 08:39:13 user nova-compute[75502]:   <devices>
Dec 06 08:39:13 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:39:13 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:13 user nova-compute[75502]:       <source dev="/dev/sde"/>
Dec 06 08:39:13 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:39:13 user nova-compute[75502]:       <serial>dac13d35-5b8e-4c22-8223-92c392c08e76</serial>
Dec 06 08:39:13 user nova-compute[75502]:     </disk>
Dec 06 08:39:13 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:39:13 user nova-compute[75502]:       <mac address="fa:16:3e:68:b3:14"/>
Dec 06 08:39:13 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:39:13 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:39:13 user nova-compute[75502]:       <target dev="tapbefa0614-a3"/>
Dec 06 08:39:13 user nova-compute[75502]:     </interface>
Dec 06 08:39:13 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:39:13 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/console.log" append="off"/>
Dec 06 08:39:13 user nova-compute[75502]:     </serial>
Dec 06 08:39:13 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:39:13 user nova-compute[75502]:     <video>
Dec 06 08:39:13 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:39:13 user nova-compute[75502]:     </video>
Dec 06 08:39:13 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:39:13 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:39:13 user nova-compute[75502]:     </rng>
Dec 06 08:39:13 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:39:13 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:39:13 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:39:13 user nova-compute[75502]:     </memballoon>
Dec 06 08:39:13 user nova-compute[75502]:   </devices>
Dec 06 08:39:13 user nova-compute[75502]: </domain>
Dec 06 08:39:13 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1158470224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1158470224',id=26,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-k29ttyqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:54Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=03c946b3-8bdb-4843-b60d-4b0fd508f9da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG os_vif [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cfc3b91e-bcd2-53b9-afc0-88af5cd886ff', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbefa0614-a3, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbefa0614-a3, col_values=(('qos', UUID('d9236132-0363-4785-bc95-3218624d6d80')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbefa0614-a3, col_values=(('external_ids', {'iface-id': 'befa0614-a3bb-4381-af93-0cb96d68c36f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:b3:14', 'vm-uuid': '03c946b3-8bdb-4843-b60d-4b0fd508f9da'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:13 user nova-compute[75502]: INFO os_vif [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3')
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No VIF found with MAC fa:16:3e:68:b3:14, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:39:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc476ff3-35c9-4472-be87-3f212fdff1b6 req-e948bfb5-1780-4eb9-9730-4889c7e71699 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc476ff3-35c9-4472-be87-3f212fdff1b6 req-e948bfb5-1780-4eb9-9730-4889c7e71699 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc476ff3-35c9-4472-be87-3f212fdff1b6 req-e948bfb5-1780-4eb9-9730-4889c7e71699 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc476ff3-35c9-4472-be87-3f212fdff1b6 req-e948bfb5-1780-4eb9-9730-4889c7e71699 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc476ff3-35c9-4472-be87-3f212fdff1b6 req-e948bfb5-1780-4eb9-9730-4889c7e71699 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:15 user nova-compute[75502]: WARNING nova.compute.manager [req-dc476ff3-35c9-4472-be87-3f212fdff1b6 req-e948bfb5-1780-4eb9-9730-4889c7e71699 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state building and task_state spawning.
Dec 06 08:39:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.compute.manager [req-fbd4810f-3c67-40b5-8568-280200ae1852 req-087e2a3e-ba9d-40aa-9f1f-9468f329c4e1 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fbd4810f-3c67-40b5-8568-280200ae1852 req-087e2a3e-ba9d-40aa-9f1f-9468f329c4e1 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fbd4810f-3c67-40b5-8568-280200ae1852 req-087e2a3e-ba9d-40aa-9f1f-9468f329c4e1 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fbd4810f-3c67-40b5-8568-280200ae1852 req-087e2a3e-ba9d-40aa-9f1f-9468f329c4e1 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.compute.manager [req-fbd4810f-3c67-40b5-8568-280200ae1852 req-087e2a3e-ba9d-40aa-9f1f-9468f329c4e1 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:17 user nova-compute[75502]: WARNING nova.compute.manager [req-fbd4810f-3c67-40b5-8568-280200ae1852 req-087e2a3e-ba9d-40aa-9f1f-9468f329c4e1 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state building and task_state spawning.
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:39:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance spawned successfully.
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:39:17 user nova-compute[75502]: INFO nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Took 5.38 seconds to spawn the instance on the hypervisor.
Dec 06 08:39:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:39:17 user nova-compute[75502]: INFO nova.compute.manager [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Took 24.55 seconds to build instance.
Dec 06 08:39:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-27088a3f-a519-497b-ba93-ea961f3894a0 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.689s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:39:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:39:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=6977MB free_disk=25.273757934570312GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2259b282-5c31-471e-a815-8a625006f1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance c5c70585-5ae6-473e-978c-9b0ee9916642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf051195-7861-457f-946b-95e236869886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance be9506c0-138e-4c99-9231-1ac4d5fc6815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:39:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d is timed out.
Dec 06 08:39:27 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully detached device vdb from instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d from the live domain config.
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'brvMzspu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:27 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca61cea2-df09-4ec1-8786-03ce86b4651c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:39:27 user nova-compute[75502]: No targets found.
Dec 06 08:39:27 user nova-compute[75502]: iSNS:
Dec 06 08:39:27 user nova-compute[75502]: No targets found.
Dec 06 08:39:27 user nova-compute[75502]: STATIC:
Dec 06 08:39:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:39:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:39:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192
Dec 06 08:39:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:27 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a
Dec 06 08:39:27 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:27 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:27 user nova-compute[75502]: FIRMWARE:
Dec 06 08:39:27 user nova-compute[75502]: No targets found.
Dec 06 08:39:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:39:27 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:39:27 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4dd66da-ea51-4144-a259-4b7be2ad8b87]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.646s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac0887a-c288-4245-9b7a-eae8b99ace74]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:27 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:27 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:27 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a (non-flash)
Dec 06 08:39:27 user nova-compute[75502]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:27 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:27 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8341c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30e6039-c3e0-47ce-bfd8-4668f916fc35]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8537244-b37d-4fde-90ec-6274eaaa45d1]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: INFO nova.compute.manager [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Detaching volume cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[090bd652-381b-450f-b32e-218020025357]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54021af-3962-491a-9963-d130cd4bb319]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:39:27 user nova-compute[75502]: INFO nova.virt.block_device [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Attempting to driver detach volume cfa1a214-fe9c-4643-9845-20bbe340b0ca from mountpoint /dev/vdb
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Attempting to detach device vdb from instance 702fb1f7-01bd-448d-8399-5b04e2354b8f from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:39:27 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:27 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:39:27 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:27 user nova-compute[75502]:   <serial>cfa1a214-fe9c-4643-9845-20bbe340b0ca</serial>
Dec 06 08:39:27 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:39:27 user nova-compute[75502]: </disk>
Dec 06 08:39:27 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[53232044-366f-49a0-86cc-6816d9f98d9a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:27 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully detached device vdb from instance 702fb1f7-01bd-448d-8399-5b04e2354b8f from the persistent domain config.
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 702fb1f7-01bd-448d-8399-5b04e2354b8f from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:39:27 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:27 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:39:27 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:27 user nova-compute[75502]:   <serial>cfa1a214-fe9c-4643-9845-20bbe340b0ca</serial>
Dec 06 08:39:27 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:39:27 user nova-compute[75502]: </disk>
Dec 06 08:39:27 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[628f909e-3194-43c6-9bf8-e7b1fc9626eb]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260]
Dec 06 08:39:27 user nova-compute[75502]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:27 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941395-9563-4e31-8e2f-9faba504f85a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8cb9614-8d9b-4c2c-98ca-d679b183e48b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:27 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== disconnect_volume: return (383ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'flavor' on Instance uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fdefe901-c477-47d5-a457-feb47abf3188 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.177s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:31 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5c70585-5ae6-473e-978c-9b0ee9916642 is timed out.
Dec 06 08:39:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully detached device vdb from instance c5c70585-5ae6-473e-978c-9b0ee9916642 from the live domain config.
Dec 06 08:39:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DvgZzFej', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:31 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[40406e6f-53cb-4972-a959-3c0895a84b34]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:39:31 user nova-compute[75502]: No targets found.
Dec 06 08:39:31 user nova-compute[75502]: iSNS:
Dec 06 08:39:31 user nova-compute[75502]: No targets found.
Dec 06 08:39:31 user nova-compute[75502]: STATIC:
Dec 06 08:39:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:39:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:39:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192
Dec 06 08:39:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:31 user nova-compute[75502]: FIRMWARE:
Dec 06 08:39:31 user nova-compute[75502]: No targets found.
Dec 06 08:39:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:39:31 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:39:31 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec938ee9-e874-40da-9dd0-f73408428ec6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e6b1e3-ce1d-4d8a-bd94-0f0b7cc86c80]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:31 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:31 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:31 user nova-compute[75502]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 (non-flash)
Dec 06 08:39:31 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d91e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[812458fa-ef8b-4346-93fb-4d8fd34dc068]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78467030-bf95-4e5c-a447-8e4b5636bd7d]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6c511d0-ac44-4112-9a37-3c20628ae612]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2064ea9-010d-4fd1-818d-05b35218051e]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e283b603-d8c8-4d8d-8e5c-a8030440c692]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1ba964-5a9d-4aa5-883f-59bc7df190e1]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260]
Dec 06 08:39:31 user nova-compute[75502]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ec0544-7d12-4ebb-943e-2bca5ead2192 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e45fb1-24f1-4946-b78f-f0061cdcf930]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== disconnect_volume: return (364ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:39:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-85f4c907-330b-4580-83f4-3e88b687350d tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.858s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-changed-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Refreshing instance network info cache due to event network-changed-b3373a21-4fda-46b5-8585-7f9a88aa9bfc. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] Acquiring lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] Acquired lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Refreshing network info cache for port b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG nova.objects.instance [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'flavor' on Instance uuid 7af621c5-0149-4294-b955-d033a825c72c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:46 user nova-compute[75502]: INFO nova.compute.manager [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Attaching volume 52935c5e-2ac1-4704-b48a-44ea95fa962c to /dev/vdb
Dec 06 08:39:46 user nova-compute[75502]: DEBUG nova.network.neutron [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updated VIF entry in instance network info cache for port b3373a21-4fda-46b5-8585-7f9a88aa9bfc. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG nova.network.neutron [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating instance_info_cache with network_info: [{"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9c00f0dd-73d2-4a6e-ac1d-3457fb4246d4 req-c58c7982-c98c-4395-bf0b-3c25ac2421be service nova] Releasing lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG os_brick.utils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea91a33-546a-4938-b7d2-96825f0a0072]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d0ca3e-f72c-40cd-b190-ef174766d05a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e95b3044-a598-494b-abf0-5999e7044f5d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c0a673-2004-42a5-916a-ff08622f0a85]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:39:46 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:39:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[64040892-f248-4eaa-8a3e-5c4b956a2d89]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG os_brick.utils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:46 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating existing volume attachment record: dcf148c6-e232-421a-92d6-3770a581f9be {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:39:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:39:48 user nova-compute[75502]: INFO nova.compute.claims [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Claim successful on node user
Dec 06 08:39:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 702fb1f7-01bd-448d-8399-5b04e2354b8f is timed out.
Dec 06 08:39:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully detached device vdb from instance 702fb1f7-01bd-448d-8399-5b04e2354b8f from the live domain config.
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pvEqrkdY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f62f3bcb-0290-47ab-857a-eedf2b2f1ba7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:39:48 user nova-compute[75502]: No targets found.
Dec 06 08:39:48 user nova-compute[75502]: iSNS:
Dec 06 08:39:48 user nova-compute[75502]: No targets found.
Dec 06 08:39:48 user nova-compute[75502]: STATIC:
Dec 06 08:39:48 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:39:48 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:48 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:48 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca
Dec 06 08:39:48 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:39:48 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:39:48 user nova-compute[75502]: FIRMWARE:
Dec 06 08:39:48 user nova-compute[75502]: No targets found.
Dec 06 08:39:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:39:48 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:39:48 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a56d937-0b76-44f4-8067-632eb7dcfce0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6528d72b-4076-460d-9720-8677e68d9c08]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:48 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca (non-flash)
Dec 06 08:39:48 user nova-compute[75502]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94ccaef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[70ff4573-0e6b-41f7-9dbe-ef6a83b7c3e9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[954af6c6-ffb1-4ea7-88fd-8ca6de61becd]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca59d737-a69e-4e17-93ff-1ead86f20b45]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[88484d12-2cd6-4d16-884e-fabbe8e05353]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.066s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a7417a-b570-41b3-8f49-4959a98ec8fc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.593s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[374121c0-3afc-48f3-95ab-1ff9f114ddd4]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260]
Dec 06 08:39:48 user nova-compute[75502]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cfa1a214-fe9c-4643-9845-20bbe340b0ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4601be0a-fd22-42f1-bc0c-a45651f4a553]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== disconnect_volume: return (353ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:39:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:39:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:39:48 user nova-compute[75502]: INFO nova.virt.block_device [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Booting with volume c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd at /dev/vda
Dec 06 08:39:48 user nova-compute[75502]: DEBUG nova.policy [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a5f4e1614944ccea745dbb3c4452999', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2622aa5cab454f6699a0cc16a09b46a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG os_brick.utils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b49c915-f11e-43ac-bd23-dc07c4478a74]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94f5f6b-aa23-425f-b200-0cfc9de1a89d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd319758-cac1-4edd-a81e-9d236b5b0fdd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2348d30-2834-47d8-b162-efccd1cd2980]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:39:49 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b988b2f7-ae2e-4ae8-813b-b4000ccffec1]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG os_brick.utils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating existing volume attachment record: 404bc439-b277-4a43-92ec-29e4dbfa8888 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully created port: f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6021d814-cfe8-49df-ad41-3228dc641b8b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.822s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully created port: bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75502) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-d8b901f4-f599-41de-822a-67018d6bf513 req-eb68815e-9dad-404c-9dfd-26d3191112ec service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d8b901f4-f599-41de-822a-67018d6bf513 req-eb68815e-9dad-404c-9dfd-26d3191112ec service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d8b901f4-f599-41de-822a-67018d6bf513 req-eb68815e-9dad-404c-9dfd-26d3191112ec service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d8b901f4-f599-41de-822a-67018d6bf513 req-eb68815e-9dad-404c-9dfd-26d3191112ec service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-d8b901f4-f599-41de-822a-67018d6bf513 req-eb68815e-9dad-404c-9dfd-26d3191112ec service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:50 user nova-compute[75502]: WARNING nova.compute.manager [req-d8b901f4-f599-41de-822a-67018d6bf513 req-eb68815e-9dad-404c-9dfd-26d3191112ec service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state active and task_state powering-off.
Dec 06 08:39:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance destroyed successfully.
Dec 06 08:39:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:39:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f8c5220-8fc0-453c-8748-bcb5ef76f106 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.896s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:51 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully created port: dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:39:51 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully created port: 1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:39:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully created port: bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:39:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad78339b-b189-4dfd-9c91-01478bfd1373 req-3e188cd1-8446-478c-99f4-1ea854b8fa14 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad78339b-b189-4dfd-9c91-01478bfd1373 req-3e188cd1-8446-478c-99f4-1ea854b8fa14 service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad78339b-b189-4dfd-9c91-01478bfd1373 req-3e188cd1-8446-478c-99f4-1ea854b8fa14 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad78339b-b189-4dfd-9c91-01478bfd1373 req-3e188cd1-8446-478c-99f4-1ea854b8fa14 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad78339b-b189-4dfd-9c91-01478bfd1373 req-3e188cd1-8446-478c-99f4-1ea854b8fa14 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:52 user nova-compute[75502]: WARNING nova.compute.manager [req-ad78339b-b189-4dfd-9c91-01478bfd1373 req-3e188cd1-8446-478c-99f4-1ea854b8fa14 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state stopped and task_state None.
Dec 06 08:39:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: 0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: 88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-0c381a54-4b8a-4ec9-b60d-5267f1504751. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port 0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-88b53775-06b2-4ab5-a50f-d9133ebda8d2. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port 88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a835c1e6-328b-4a08-a337-526edfde124e req-1a64d6fd-0585-4399-8501-a70fc0174b27 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: 1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ousAecqg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:56 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:56 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:39:56 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6382d2dd-0e02-4321-8c36-41bb8a50a4ea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:39:56 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0787fd9-bf5e-4a4c-b6c5-7fb4f00b2f59]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c] added
Dec 06 08:39:56 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[343e5a49-93a8-4703-a3b2-aef6b0f94cc5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2e8f19d-be94-4e8e-bcf5-283c5e1babda]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ousAecqg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ousAecqg" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[054c59d5-aad5-4a4a-a5aa-117f48190564]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ousAecqg'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4545f08-54d5-4468-9d58-7de0ff198e68]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3a6710-c115-4ff6-ae1e-6f5b6cc4dad5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[77faa2c0-886c-40d2-ab3d-8df8b079fb8d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260]
Dec 06 08:39:57 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260] successful.
Dec 06 08:39:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:57 user nova-compute[75502]: INFO nova.compute.manager [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Terminating instance
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcd731d4-eb99-49a3-9589-625cc0e8ada3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1d74d7-74ee-420e-9366-cb64cb707a2d]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:57 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:39:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:39:57 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:39:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-bdcb7796-7421-4415-b715-35a168a46a05. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e10d22-af6b-4c1c-9b6a-121bab47cdc6]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ousAecqg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-dabbe966-c60e-4b7c-990a-0bfa070f3efc. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Successfully updated port: bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-1dd11bcd-9723-4b28-aa72-cee124868261. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port 1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Instance destroyed successfully.
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'resources' on Instance uuid 3da642fc-7c10-4e8b-be78-c0c4be2f152d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:34:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1083675834',display_name='tempest-ServerActionsTestOtherA-server-971775383',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1083675834',id=15,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPalNXYrxwZzqFuJYDFTWm4soqS4nT8prn8TfKrM8KR/74Kt5XPTnj1rDWknaesSf5vIY35cMLGFv6dhMUlfM7+ZF6JlcyTIWTWzwzZCvNs+kfJkFnrMWt4rcyv9NZpdOw==',key_name='tempest-keypair-69201104',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:36:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-tato4389',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:36:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=3da642fc-7c10-4e8b-be78-c0c4be2f152d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "address": "fa:16:3e:df:5b:cb", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3812e24e-99", "ovs_interfaceid": "3812e24e-99ba-4062-b9c0-36c2b5454e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG os_vif [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3812e24e-99, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6a49187-db93-4e4b-9c87-6f90f6608c16) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:39:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:58 user nova-compute[75502]: INFO os_vif [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:5b:cb,bridge_name='br-int',has_traffic_filtering=True,id=3812e24e-99ba-4062-b9c0-36c2b5454e6a,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3812e24e-99')
Dec 06 08:39:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Deleting instance files /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d_del
Dec 06 08:39:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Deletion of /opt/stack/data/nova/instances/3da642fc-7c10-4e8b-be78-c0c4be2f152d_del complete
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] <== connect_volume: return (1360ms) {'type': 'block', 'scsi_wwn': '23132656138356437', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132656138356437', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.objects.instance [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'flavor' on Instance uuid 7af621c5-0149-4294-b955-d033a825c72c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:39:58 user nova-compute[75502]: INFO nova.compute.manager [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Took 1.13 seconds to destroy the instance on the hypervisor.
Dec 06 08:39:58 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:39:58 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:39:58 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:39:58 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:39:58 user nova-compute[75502]:   <serial>52935c5e-2ac1-4704-b48a-44ea95fa962c</serial>
Dec 06 08:39:58 user nova-compute[75502]: </disk>
Dec 06 08:39:58 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c795b217-dacc-4e3d-a747-d59bc5a54e8d req-8a462730-b96d-4d42-a3a9-330107abff76 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No VIF found with MAC fa:16:3e:a1:d7:24, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:39:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8414267a-776d-492c-a2c6-b577c2eb8f57 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.437s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:39:59 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Took 0.83 seconds to deallocate network for instance.
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-13efbb36-7a02-442e-93d7-fe8610b502fc req-2ec5cefe-92d3-4d8e-8d42-b5837da36173 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-deleted-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:59 user nova-compute[75502]: INFO nova.virt.block_device [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Booting with volume b0d1b465-c9ee-4a96-b201-01eb3b34566b at /dev/vdb
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG os_brick.utils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b222a27-b844-4f52-8a9a-b7d583bd756e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59461b02-983a-4497-a0ac-5911c31d2112]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f856480b-fd3d-48b9-b65e-c2d4c0b587e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-unplugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-unplugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:59 user nova-compute[75502]: WARNING nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-unplugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state deleted and task_state None.
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Acquiring lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] No waiting events found dispatching network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:39:59 user nova-compute[75502]: WARNING nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: 3da642fc-7c10-4e8b-be78-c0c4be2f152d] Received unexpected event network-vif-plugged-3812e24e-99ba-4062-b9c0-36c2b5454e6a for instance with vm_state deleted and task_state None.
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0db3fce-64e5-4c23-a916-6f5c20cbc8e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:39:59 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b5ba75-e319-447e-a740-d03f5c889bed]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG os_brick.utils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating existing volume attachment record: bf8a60c6-3b1d-4a70-874a-5805068eb07d {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:39:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.687s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:39:59 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Deleted allocations for instance 3da642fc-7c10-4e8b-be78-c0c4be2f152d
Dec 06 08:40:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d411d54a-23be-437b-a37c-d2f40279f8eb tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "3da642fc-7c10-4e8b-be78-c0c4be2f152d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.881s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance network_info: |[{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updated VIF entry in instance network info cache for port bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-09c1fe4e-8627-42cc-bb20-b2b3d3de12d0 req-bb40046e-0e3f-4146-912c-2c1b58799268 service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:01 user nova-compute[75502]: INFO nova.compute.manager [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Terminating instance
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:01 user nova-compute[75502]: INFO nova.compute.manager [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Detaching volume 52935c5e-2ac1-4704-b48a-44ea95fa962c
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-35936c1e-3614-4081-a510-29d1e2e93265 req-d843bc4a-5bdb-4eb5-ae8f-c500e7f1a6cc service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-vif-unplugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-35936c1e-3614-4081-a510-29d1e2e93265 req-d843bc4a-5bdb-4eb5-ae8f-c500e7f1a6cc service nova] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-35936c1e-3614-4081-a510-29d1e2e93265 req-d843bc4a-5bdb-4eb5-ae8f-c500e7f1a6cc service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-35936c1e-3614-4081-a510-29d1e2e93265 req-d843bc4a-5bdb-4eb5-ae8f-c500e7f1a6cc service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-35936c1e-3614-4081-a510-29d1e2e93265 req-d843bc4a-5bdb-4eb5-ae8f-c500e7f1a6cc service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] No waiting events found dispatching network-vif-unplugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.compute.manager [req-35936c1e-3614-4081-a510-29d1e2e93265 req-d843bc4a-5bdb-4eb5-ae8f-c500e7f1a6cc service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-vif-unplugged-3176feb4-1c11-4bfc-8552-44e373e6971f for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:40:01 user nova-compute[75502]: INFO nova.virt.block_device [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Attempting to driver detach volume 52935c5e-2ac1-4704-b48a-44ea95fa962c from mountpoint /dev/vdb
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Attempting to detach device vdb from instance 7af621c5-0149-4294-b955-d033a825c72c from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:40:01 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:01 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:40:01 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:40:01 user nova-compute[75502]:   <serial>52935c5e-2ac1-4704-b48a-44ea95fa962c</serial>
Dec 06 08:40:01 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:40:01 user nova-compute[75502]: </disk>
Dec 06 08:40:01 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:40:01 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully detached device vdb from instance 7af621c5-0149-4294-b955-d033a825c72c from the persistent domain config.
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7af621c5-0149-4294-b955-d033a825c72c from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:40:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:40:01 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:01 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:40:01 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:40:01 user nova-compute[75502]:   <serial>52935c5e-2ac1-4704-b48a-44ea95fa962c</serial>
Dec 06 08:40:01 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:40:01 user nova-compute[75502]: </disk>
Dec 06 08:40:01 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7af621c5-0149-4294-b955-d033a825c72c {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:40:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Instance destroyed successfully.
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'resources' on Instance uuid c5c70585-5ae6-473e-978c-9b0ee9916642 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:36:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-176255108',display_name='tempest-AttachVolumeNegativeTest-server-176255108',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-176255108',id=21,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGoNgzXGapsdEMnCd7XNB6EU9vmbqkw/61tFeKGornnwloC15end1578DQya84VmuGkYSvM11Gotc19gE+FX9y5tFwc2JpAkyBQl7eEf3eAj8qNR/ajT0mZW4f6d7GjEiw==',key_name='tempest-keypair-1149944090',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:37:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-h13zonoy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:37:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=c5c70585-5ae6-473e-978c-9b0ee9916642,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "3176feb4-1c11-4bfc-8552-44e373e6971f", "address": "fa:16:3e:92:70:f3", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3176feb4-1c", "ovs_interfaceid": "3176feb4-1c11-4bfc-8552-44e373e6971f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG os_vif [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3176feb4-1c, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=adf543ff-bd6b-4eea-bf73-771eaf8db3ab) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:02 user nova-compute[75502]: INFO os_vif [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:70:f3,bridge_name='br-int',has_traffic_filtering=True,id=3176feb4-1c11-4bfc-8552-44e373e6971f,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3176feb4-1c')
Dec 06 08:40:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Deleting instance files /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642_del
Dec 06 08:40:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Deletion of /opt/stack/data/nova/instances/c5c70585-5ae6-473e-978c-9b0ee9916642_del complete
Dec 06 08:40:02 user nova-compute[75502]: INFO nova.compute.manager [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Took 1.24 seconds to destroy the instance on the hypervisor.
Dec 06 08:40:02 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:40:02 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:03 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Took 0.80 seconds to deallocate network for instance.
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.472s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:03 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Deleted allocations for instance c5c70585-5ae6-473e-978c-9b0ee9916642
Dec 06 08:40:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-114c4441-14e6-4dd8-a9c1-06978e20ef24 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.746s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] Acquiring lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] Lock "c5c70585-5ae6-473e-978c-9b0ee9916642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] No waiting events found dispatching network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:03 user nova-compute[75502]: WARNING nova.compute.manager [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received unexpected event network-vif-plugged-3176feb4-1c11-4bfc-8552-44e373e6971f for instance with vm_state deleted and task_state None.
Dec 06 08:40:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ddb3061-87f3-4060-8c81-487c4bb84db5 req-f60b6a42-1207-4659-8893-2036fa874c83 service nova] [instance: c5c70585-5ae6-473e-978c-9b0ee9916642] Received event network-vif-deleted-3176feb4-1c11-4bfc-8552-44e373e6971f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:09 user nova-compute[75502]: INFO nova.virt.block_device [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Booting with volume 28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 at /dev/vdc
Dec 06 08:40:09 user nova-compute[75502]: DEBUG os_brick.utils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a41545a-aa98-40d3-9c84-106064265666]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[865a822e-ce9d-4610-a9d7-5c204e3ee23d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[feb8e0e5-9061-4dc7-bb8d-6a0c0047aa7f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[978a286f-b992-4097-bd81-e8349687a183]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:40:10 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:40:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[940a8fe8-ed19-44fb-9f0d-f65007bc70f5]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG os_brick.utils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:10 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating existing volume attachment record: 0c4aea5d-1a9c-4246-b9bd-1163b0b1a358 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:40:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7436MB free_disk=25.3150634765625GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2259b282-5c31-471e-a815-8a625006f1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf051195-7861-457f-946b-95e236869886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance be9506c0-138e-4c99-9231-1ac4d5fc6815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e73b623d-9a01-4dbc-978d-0cb79fb5d09e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.564s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:40:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Creating image(s)
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Ensure instance console log exists: /opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Start _get_guest_xml network_info=[{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '404bc439-b277-4a43-92ec-29e4dbfa8888', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLoNDxwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd', 'serial': 'c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'attachment_id': 'bf8a60c6-3b1d-4a70-874a-5805068eb07d', 'disk_bus': 'virtio', 'boot_index': 1, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uQJvGFrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0d1b465-c9ee-4a96-b201-01eb3b34566b', 'serial': 'b0d1b465-c9ee-4a96-b201-01eb3b34566b'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'attachment_id': '0c4aea5d-1a9c-4246-b9bd-1163b0b1a358', 'disk_bus': 'virtio', 'boot_index': 2, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEoUTIPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e', 'attached_at': '', 'detached_at': '', 'volume_id': '28cbf8d4-6191-4d9c-9549-9cac6c3f14d4', 'serial': '28cbf8d4-6191-4d9c-9549-9cac6c3f14d4'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:40:21 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:21 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLoNDxwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:21 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9c50923-0181-4bc2-bfe0-890d5fcfb5ee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:40:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b61a197-3b35-4512-9665-c0aa643477d9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd] added
Dec 06 08:40:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3392b6c3-faa4-4ee6-9d9a-bbdb39049c5e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[25202af9-10c9-48dd-b8d2-4392d8265224]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dLoNDxwj {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dLoNDxwj" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e733779-09ca-4e87-9397-6ff57dce4fec]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dLoNDxwj'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28812b64-e8b1-4084-88b9-bb21966dc226]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bfbde2e-eed6-46bf-8852-abd55d2286f3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:21 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:40:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:21 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:40:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b022b51d-23f5-49ea-b66e-741e8093f052]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260]
Dec 06 08:40:21 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260] successful.
Dec 06 08:40:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e3ccf28-4d37-4cf7-bc90-498452ac5d16]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[26133d87-7554-47ac-a197-ff4bcbc1fafa]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:21 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:40:21 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:21 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:40:21 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3b7665-c094-4b14-88b2-288896287e3f]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:22 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7af621c5-0149-4294-b955-d033a825c72c is timed out.
Dec 06 08:40:22 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully detached device vdb from instance 7af621c5-0149-4294-b955-d033a825c72c from the live domain config.
Dec 06 08:40:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ousAecqg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:22 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLoNDxwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23131393063663633', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131393063663633', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.229s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[365181b0-59e2-4ebd-9b75-c683ec465ef0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:40:22 user nova-compute[75502]: No targets found.
Dec 06 08:40:22 user nova-compute[75502]: iSNS:
Dec 06 08:40:22 user nova-compute[75502]: No targets found.
Dec 06 08:40:22 user nova-compute[75502]: STATIC:
Dec 06 08:40:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:40:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:40:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:40:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd
Dec 06 08:40:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:40:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:40:22 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c
Dec 06 08:40:22 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:40:22 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:40:22 user nova-compute[75502]: FIRMWARE:
Dec 06 08:40:22 user nova-compute[75502]: No targets found.
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:40:22 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:40:22 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uQJvGFrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:22 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a3d473-ca2d-4a99-b6fa-1f6bcb9d7010]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c88c546d-d15e-4665-a3e5-e96c83834157]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb84f69e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7cd96f9-a626-43d6-9361-29ff7c7b2b68]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7522e0-f181-4371-b057-1641335123ba]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed50cdb-0d13-4699-bc97-73c15b68ce32]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e513dd6-93dc-40c8-91af-af55cab7c91b]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[206dae3b-847c-4faa-82a0-0e665f4cad89]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3277e713-0cb0-472c-a0e2-7c207e31a18c]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260]
Dec 06 08:40:22 user nova-compute[75502]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c, portal: 172.16.0.220,3260] successful.
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52935c5e-2ac1-4704-b48a-44ea95fa962c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[80256c67-34ae-444b-aeac-02bc18cbbcc9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] <== disconnect_volume: return (524ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.266s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:22 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:22 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[369fc0e0-0a1c-4395-aa0e-d86d782948df]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:40:22 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[856e30c9-b03f-4d53-876d-516ad93d82dc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b] added
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1640f5d5-b5eb-4912-b020-cfe306797166]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e5343f-7f13-4f66-bfed-a09077f01318]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uQJvGFrL {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uQJvGFrL" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6ffbb5-170a-46d7-92ab-fb67b275d567]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uQJvGFrL'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c43efa9-655e-45ec-8159-ddd5c4b98752]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b0779a1-9004-4cbf-b8d7-e03c7d660c2f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e561951-a545-4ceb-974f-02247c533e2e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260]
Dec 06 08:40:22 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260] successful.
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b3a5876-1102-49a3-bf61-27778c8f27a3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecdb34e2-863d-431b-ab95-657c8aa99011]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:22 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:22 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f33c1c7f-8148-4f4a-b614-faab4bef52f3]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG nova.objects.instance [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'flavor' on Instance uuid 7af621c5-0149-4294-b955-d033a825c72c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-914edabe-c1ec-4d23-91de-b50f1dbd8fac tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.333s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uQJvGFrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== connect_volume: return (1586ms) {'type': 'block', 'scsi_wwn': '23031633535633130', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031633535633130', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEoUTIPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:24 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1e3121-c988-4986-ba0a-e234e88d1eb7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:40:24 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f80617-7415-41af-9c24-cb9667f18e84]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4] added
Dec 06 08:40:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bffc2a6-86f6-44d0-af2b-4eab1c3f2fea]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9d6a393-5496-403a-9624-240e46b1a61c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iEoUTIPc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iEoUTIPc" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3116a83f-f73d-4019-8957-f56e41c63bd8]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iEoUTIPc'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[45337b0c-b8dc-4a02-b1d2-6f1bc84dec80]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[abeefaaf-6882-41ba-aac0-7c18441386e5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75bbe640-3dda-4b58-980c-94807fef0b93]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260]
Dec 06 08:40:24 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260] successful.
Dec 06 08:40:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fd1df47-782f-4523-8424-fc1d30da32e2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f447500-35d1-4a3f-bb74-cda7d9d03165]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:24 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[85756d09-4355-4460-bf27-3b5215712f52]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEoUTIPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '23330623364616337', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23330623364616337', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.objects.instance [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lazy-loading 'pci_devices' on Instance uuid e73b623d-9a01-4dbc-978d-0cb79fb5d09e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:40:25 user nova-compute[75502]:   <uuid>e73b623d-9a01-4dbc-978d-0cb79fb5d09e</uuid>
Dec 06 08:40:25 user nova-compute[75502]:   <name>instance-0000001c</name>
Dec 06 08:40:25 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:40:25 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:40:25 user nova-compute[75502]:   <metadata>
Dec 06 08:40:25 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:40:25 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:40:25 user nova-compute[75502]:       <nova:name>tempest-device-tagging-server-1993113454</nova:name>
Dec 06 08:40:25 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:40:21</nova:creationTime>
Dec 06 08:40:25 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:40:25 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:40:25 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:40:25 user nova-compute[75502]:       <nova:owner>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:user uuid="5a5f4e1614944ccea745dbb3c4452999">tempest-TaggedBootDevicesTest-521601204-project-member</nova:user>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:project uuid="2622aa5cab454f6699a0cc16a09b46a2">tempest-TaggedBootDevicesTest-521601204</nova:project>
Dec 06 08:40:25 user nova-compute[75502]:       </nova:owner>
Dec 06 08:40:25 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:40:25 user nova-compute[75502]:       <nova:ports>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="f2b02d02-bcee-4984-8e3a-5fa75aebb3a9">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="0c381a54-4b8a-4ec9-b60d-5267f1504751">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.8" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="88b53775-06b2-4ab5-a50f-d9133ebda8d2">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.234" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="bdcb7796-7421-4415-b715-35a168a46a05">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.123" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="dabbe966-c60e-4b7c-990a-0bfa070f3efc">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.67" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="1dd11bcd-9723-4b28-aa72-cee124868261">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:         <nova:port uuid="bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1">
Dec 06 08:40:25 user nova-compute[75502]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 08:40:25 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:25 user nova-compute[75502]:       </nova:ports>
Dec 06 08:40:25 user nova-compute[75502]:     </nova:instance>
Dec 06 08:40:25 user nova-compute[75502]:   </metadata>
Dec 06 08:40:25 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:40:25 user nova-compute[75502]:     <system>
Dec 06 08:40:25 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:40:25 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:40:25 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:40:25 user nova-compute[75502]:       <entry name="serial">e73b623d-9a01-4dbc-978d-0cb79fb5d09e</entry>
Dec 06 08:40:25 user nova-compute[75502]:       <entry name="uuid">e73b623d-9a01-4dbc-978d-0cb79fb5d09e</entry>
Dec 06 08:40:25 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:40:25 user nova-compute[75502]:     </system>
Dec 06 08:40:25 user nova-compute[75502]:   </sysinfo>
Dec 06 08:40:25 user nova-compute[75502]:   <os>
Dec 06 08:40:25 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:40:25 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:40:25 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:40:25 user nova-compute[75502]:   </os>
Dec 06 08:40:25 user nova-compute[75502]:   <features>
Dec 06 08:40:25 user nova-compute[75502]:     <acpi/>
Dec 06 08:40:25 user nova-compute[75502]:     <apic/>
Dec 06 08:40:25 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:40:25 user nova-compute[75502]:   </features>
Dec 06 08:40:25 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:40:25 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:40:25 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:40:25 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:40:25 user nova-compute[75502]:   </clock>
Dec 06 08:40:25 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:40:25 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:40:25 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:40:25 user nova-compute[75502]:   </cpu>
Dec 06 08:40:25 user nova-compute[75502]:   <devices>
Dec 06 08:40:25 user nova-compute[75502]:     <disk type="file" device="cdrom">
Dec 06 08:40:25 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 08:40:25 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e/disk.config"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="hda" bus="ide"/>
Dec 06 08:40:25 user nova-compute[75502]:     </disk>
Dec 06 08:40:25 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:40:25 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:25 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <serial>c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd</serial>
Dec 06 08:40:25 user nova-compute[75502]:     </disk>
Dec 06 08:40:25 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:40:25 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:25 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <serial>b0d1b465-c9ee-4a96-b201-01eb3b34566b</serial>
Dec 06 08:40:25 user nova-compute[75502]:     </disk>
Dec 06 08:40:25 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:40:25 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:25 user nova-compute[75502]:       <source dev="/dev/sdd"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="vdc" bus="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <serial>28cbf8d4-6191-4d9c-9549-9cac6c3f14d4</serial>
Dec 06 08:40:25 user nova-compute[75502]:     </disk>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:df:a5:d1"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tapf2b02d02-bc"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:53:b8:91"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tap0c381a54-4b"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:0a:bc:85"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tap88b53775-06"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:21:32:76"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tapbdcb7796-74"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:49:e1:23"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tapdabbe966-c6"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:17:3d:9f"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tap1dd11bcd-97"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:25 user nova-compute[75502]:       <mac address="fa:16:3e:ae:e9:83"/>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:25 user nova-compute[75502]:       <target dev="tapbbe6cf23-09"/>
Dec 06 08:40:25 user nova-compute[75502]:     </interface>
Dec 06 08:40:25 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:40:25 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e/console.log" append="off"/>
Dec 06 08:40:25 user nova-compute[75502]:     </serial>
Dec 06 08:40:25 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:40:25 user nova-compute[75502]:     <video>
Dec 06 08:40:25 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:25 user nova-compute[75502]:     </video>
Dec 06 08:40:25 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:40:25 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:40:25 user nova-compute[75502]:     </rng>
Dec 06 08:40:25 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:40:25 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:40:25 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:40:25 user nova-compute[75502]:     </memballoon>
Dec 06 08:40:25 user nova-compute[75502]:   </devices>
Dec 06 08:40:25 user nova-compute[75502]: </domain>
Dec 06 08:40:25 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3889c14f-d4bb-5798-8728-2086051ac0da', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf2b02d02-bc, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf2b02d02-bc, col_values=(('qos', UUID('f478453f-e68b-40be-bd4f-1d7cb733056a')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf2b02d02-bc, col_values=(('external_ids', {'iface-id': 'f2b02d02-bcee-4984-8e3a-5fa75aebb3a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:a5:d1', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc')
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'df8aace1-37ed-5299-85f8-62b45bbbc00a', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0c381a54-4b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0c381a54-4b, col_values=(('qos', UUID('2c5e9614-490b-4822-bc57-054ef488400f')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0c381a54-4b, col_values=(('external_ids', {'iface-id': '0c381a54-4b8a-4ec9-b60d-5267f1504751', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:b8:91', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b')
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '76a78520-3359-5aaa-9de3-8c9f33697033', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap88b53775-06, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap88b53775-06, col_values=(('qos', UUID('aabf28f3-ad94-46d8-ab7c-d5b0e743827e')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap88b53775-06, col_values=(('external_ids', {'iface-id': '88b53775-06b2-4ab5-a50f-d9133ebda8d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:bc:85', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06')
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1e82215-655e-591b-978a-a2c02fefd26f', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbdcb7796-74, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbdcb7796-74, col_values=(('qos', UUID('1b150615-c856-4055-af09-50d0f2c74567')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbdcb7796-74, col_values=(('external_ids', {'iface-id': 'bdcb7796-7421-4415-b715-35a168a46a05', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:32:76', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74')
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '814bade0-1982-5919-ba1e-243b36c9f1d4', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdabbe966-c6, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdabbe966-c6, col_values=(('qos', UUID('fbe7d337-0071-47c2-9a96-21e66e217414')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdabbe966-c6, col_values=(('external_ids', {'iface-id': 'dabbe966-c60e-4b7c-990a-0bfa070f3efc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:e1:23', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6')
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f25ac93-b594-534f-882e-914521170f9a', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1dd11bcd-97, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1dd11bcd-97, col_values=(('qos', UUID('72974655-505c-4902-ba26-b71709fef621')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1dd11bcd-97, col_values=(('external_ids', {'iface-id': '1dd11bcd-9723-4b28-aa72-cee124868261', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:3d:9f', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97')
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5e7964da-b892-5d49-89fc-34d4de27673d', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbbe6cf23-09, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbbe6cf23-09, col_values=(('qos', UUID('97c7d857-1554-47a1-8bc8-b1fc57966968')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbbe6cf23-09, col_values=(('external_ids', {'iface-id': 'bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:e9:83', 'vm-uuid': 'e73b623d-9a01-4dbc-978d-0cb79fb5d09e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:26 user nova-compute[75502]: INFO os_vif [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09')
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] No BDM found with device name hda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] No VIF found with MAC fa:16:3e:df:a5:d1, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] No VIF found with MAC fa:16:3e:49:e1:23, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:40:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Using config drive
Dec 06 08:40:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Creating config drive at /opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e/disk.config
Dec 06 08:40:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpoebg7iuh {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpoebg7iuh" returned: 0 in 0.082s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-944560f4-3953-4907-b958-af1e6e4fc8c3 req-8f00f830-c433-4644-b1ff-fefa82691b38 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-944560f4-3953-4907-b958-af1e6e4fc8c3 req-8f00f830-c433-4644-b1ff-fefa82691b38 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-944560f4-3953-4907-b958-af1e6e4fc8c3 req-8f00f830-c433-4644-b1ff-fefa82691b38 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-944560f4-3953-4907-b958-af1e6e4fc8c3 req-8f00f830-c433-4644-b1ff-fefa82691b38 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-944560f4-3953-4907-b958-af1e6e4fc8c3 req-8f00f830-c433-4644-b1ff-fefa82691b38 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:28 user nova-compute[75502]: WARNING nova.compute.manager [req-944560f4-3953-4907-b958-af1e6e4fc8c3 req-8f00f830-c433-4644-b1ff-fefa82691b38 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 for instance with vm_state building and task_state spawning.
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-29946614-8073-42d7-9be4-acb96d181e79 req-90e04101-59bc-4334-89b0-a1b3dd80ff91 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-29946614-8073-42d7-9be4-acb96d181e79 req-90e04101-59bc-4334-89b0-a1b3dd80ff91 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-29946614-8073-42d7-9be4-acb96d181e79 req-90e04101-59bc-4334-89b0-a1b3dd80ff91 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-29946614-8073-42d7-9be4-acb96d181e79 req-90e04101-59bc-4334-89b0-a1b3dd80ff91 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-29946614-8073-42d7-9be4-acb96d181e79 req-90e04101-59bc-4334-89b0-a1b3dd80ff91 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:28 user nova-compute[75502]: WARNING nova.compute.manager [req-29946614-8073-42d7-9be4-acb96d181e79 req-90e04101-59bc-4334-89b0-a1b3dd80ff91 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 for instance with vm_state building and task_state spawning.
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-48f7c5d1-31f6-4cfa-8442-38ecc6bbd6e3 req-9fa58fb9-73b7-448e-ba0c-8fb9a8b59440 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-48f7c5d1-31f6-4cfa-8442-38ecc6bbd6e3 req-9fa58fb9-73b7-448e-ba0c-8fb9a8b59440 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-48f7c5d1-31f6-4cfa-8442-38ecc6bbd6e3 req-9fa58fb9-73b7-448e-ba0c-8fb9a8b59440 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-48f7c5d1-31f6-4cfa-8442-38ecc6bbd6e3 req-9fa58fb9-73b7-448e-ba0c-8fb9a8b59440 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-48f7c5d1-31f6-4cfa-8442-38ecc6bbd6e3 req-9fa58fb9-73b7-448e-ba0c-8fb9a8b59440 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:28 user nova-compute[75502]: WARNING nova.compute.manager [req-48f7c5d1-31f6-4cfa-8442-38ecc6bbd6e3 req-9fa58fb9-73b7-448e-ba0c-8fb9a8b59440 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 for instance with vm_state building and task_state spawning.
Dec 06 08:40:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-3d82cffd-cdbe-4e7c-86b1-a96403ef8d43 req-be4d2d5e-8a12-4d37-9da4-febb408b5b58 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3d82cffd-cdbe-4e7c-86b1-a96403ef8d43 req-be4d2d5e-8a12-4d37-9da4-febb408b5b58 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3d82cffd-cdbe-4e7c-86b1-a96403ef8d43 req-be4d2d5e-8a12-4d37-9da4-febb408b5b58 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3d82cffd-cdbe-4e7c-86b1-a96403ef8d43 req-be4d2d5e-8a12-4d37-9da4-febb408b5b58 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-3d82cffd-cdbe-4e7c-86b1-a96403ef8d43 req-be4d2d5e-8a12-4d37-9da4-febb408b5b58 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-3d82cffd-cdbe-4e7c-86b1-a96403ef8d43 req-be4d2d5e-8a12-4d37-9da4-febb408b5b58 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:30 user nova-compute[75502]: WARNING nova.compute.manager [req-122dac53-596b-49b7-8af8-1e2a1871ca71 req-50c51bdf-6cae-4dc9-ad77-7571cd8dfbea service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 for instance with vm_state building and task_state spawning.
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:31 user nova-compute[75502]: WARNING nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 for instance with vm_state building and task_state spawning.
Dec 06 08:40:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:31 user nova-compute[75502]: WARNING nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc for instance with vm_state building and task_state spawning.
Dec 06 08:40:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:31 user nova-compute[75502]: WARNING nova.compute.manager [req-6d4e3846-5001-4e16-b007-2a8468d367bc req-bae4b7ef-95cb-468f-a4f7-4fd912f7bdd3 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc for instance with vm_state building and task_state spawning.
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:40:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance spawned successfully.
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:40:32 user nova-compute[75502]: INFO nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Took 11.43 seconds to spawn the instance on the hypervisor.
Dec 06 08:40:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:40:32 user nova-compute[75502]: INFO nova.compute.manager [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Took 44.53 seconds to build instance.
Dec 06 08:40:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-80f75862-f6ed-4b81-a149-f1395279f27f tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 44.647s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing instance network info cache due to event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updated VIF entry in instance network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-db64bb55-00b8-4f04-ba58-d1d3b03e8995 req-866b61da-d3d4-4003-a953-e3057f19d20e service nova] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:40:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'flavor' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:34 user nova-compute[75502]: INFO nova.compute.manager [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Attaching volume ebb03e2b-b37f-4f86-80c6-373f4f2cc893 to /dev/vdb
Dec 06 08:40:34 user nova-compute[75502]: DEBUG os_brick.utils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8548d93d-b2d4-4a7f-83b7-e05b148e5fc6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1db1071-854b-47e2-90af-b75bd558cf66]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba2573a-f1cd-4cfe-bf6b-7cf005619d77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[589a879c-7822-48b1-9c98-0c6d4946b191]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:40:35 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:40:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ad1188-c268-4b9e-bd13-6c4a2ef3c0ee]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG os_brick.utils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:35 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating existing volume attachment record: 88453ac5-5efb-4076-9c6d-43b8a9ca21e5 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:40:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:43 user nova-compute[75502]: INFO nova.compute.manager [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Rescuing
Dec 06 08:40:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:40:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:40:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:40:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:40:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-a8dc86a9-27de-466c-9394-bd931318fa0d req-3b591f14-3bc8-44e1-8dfa-c62dce647f68 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a8dc86a9-27de-466c-9394-bd931318fa0d req-3b591f14-3bc8-44e1-8dfa-c62dce647f68 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a8dc86a9-27de-466c-9394-bd931318fa0d req-3b591f14-3bc8-44e1-8dfa-c62dce647f68 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a8dc86a9-27de-466c-9394-bd931318fa0d req-3b591f14-3bc8-44e1-8dfa-c62dce647f68 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-a8dc86a9-27de-466c-9394-bd931318fa0d req-3b591f14-3bc8-44e1-8dfa-c62dce647f68 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:45 user nova-compute[75502]: WARNING nova.compute.manager [req-a8dc86a9-27de-466c-9394-bd931318fa0d req-3b591f14-3bc8-44e1-8dfa-c62dce647f68 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state active and task_state rescuing.
Dec 06 08:40:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance destroyed successfully.
Dec 06 08:40:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Attempting a stable device rescue
Dec 06 08:40:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75502) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:40:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Creating image(s)
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "/opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'trusted_certs' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "3123230249ddfb755a0cef69d97b28bb2219e47d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "3123230249ddfb755a0cef69d97b28bb2219e47d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxNdgKDk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:46 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "cf051195-7861-457f-946b-95e236869886" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "cf051195-7861-457f-946b-95e236869886" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "cf051195-7861-457f-946b-95e236869886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "cf051195-7861-457f-946b-95e236869886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "cf051195-7861-457f-946b-95e236869886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:46 user nova-compute[75502]: INFO nova.compute.manager [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Terminating instance
Dec 06 08:40:46 user nova-compute[75502]: DEBUG nova.compute.manager [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[316996fa-ebda-452a-bc70-db59f7afe6ea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:40:46 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[576bd614-7f89-41cd-95fa-e1c682fe8757]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893] added
Dec 06 08:40:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8095b68d-5179-4483-b277-74ea681214ae]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1619a858-e792-49c6-b39d-3d5eef17e091]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxNdgKDk {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.part --force-share --output=json" returned: 0 in 0.221s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.virt.images [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] 5e328f56-bccb-4b82-94b2-67769865a2a0 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.part /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxNdgKDk" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[022a5b4b-0f1b-41e8-b1fc-0ec79812fd0e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QxNdgKDk'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-1d42498a-f4fd-4a2e-969d-ac8ee964795c req-73492644-e9ac-4d1b-912c-acd21d194317 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1d42498a-f4fd-4a2e-969d-ac8ee964795c req-73492644-e9ac-4d1b-912c-acd21d194317 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1d42498a-f4fd-4a2e-969d-ac8ee964795c req-73492644-e9ac-4d1b-912c-acd21d194317 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1d42498a-f4fd-4a2e-969d-ac8ee964795c req-73492644-e9ac-4d1b-912c-acd21d194317 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-1d42498a-f4fd-4a2e-969d-ac8ee964795c req-73492644-e9ac-4d1b-912c-acd21d194317 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:47 user nova-compute[75502]: WARNING nova.compute.manager [req-1d42498a-f4fd-4a2e-969d-ac8ee964795c req-73492644-e9ac-4d1b-912c-acd21d194317 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state active and task_state rescuing.
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[866619d7-b1b2-4796-8ea0-1a3935c31818]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6696d7-8144-4090-8d1d-aa3a66dd9592]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --login" returned: 0 in 0.214s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c24bf126-7136-4738-ace8-217aaea2c547]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260]
Dec 06 08:40:47 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260] successful.
Dec 06 08:40:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9c5be4-228c-4a5e-b296-20ab718f85d0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.part /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.converted" returned: 0 in 0.392s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f530125d-51c9-46c6-8e10-85bddba4506a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:40:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.607s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9eb21cf-e3ee-458f-ac7a-c6315f6a6a7c]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxNdgKDk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d.converted --force-share --output=json" returned: 0 in 0.273s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "3123230249ddfb755a0cef69d97b28bb2219e47d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "3123230249ddfb755a0cef69d97b28bb2219e47d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "3123230249ddfb755a0cef69d97b28bb2219e47d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cf051195-7861-457f-946b-95e236869886] Instance destroyed successfully.
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.objects.instance [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'resources' on Instance uuid cf051195-7861-457f-946b-95e236869886 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1936471076',display_name='tempest-VolumesAdminNegativeTest-server-1936471076',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1936471076',id=25,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:38:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea25421f15054400a4a5ff07365a5158',ramdisk_id='',reservation_id='r-0rojtgpw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-193695544',owner_user_name='tempest-VolumesAdminNegativeTest-193695544-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:38:52Z,user_data=None,user_id='3ee9c5a07f904c538333ea24b5792914',uuid=cf051195-7861-457f-946b-95e236869886,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converting VIF {"id": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "address": "fa:16:3e:03:ee:38", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc5a9c3a-d2", "ovs_interfaceid": "fc5a9c3a-d20d-438f-aecb-d957deadeb77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG os_vif [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc5a9c3a-d2, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7055b5ef-8d72-4540-99c3-84fda5662a51) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:47 user nova-compute[75502]: INFO os_vif [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:ee:38,bridge_name='br-int',has_traffic_filtering=True,id=fc5a9c3a-d20d-438f-aecb-d957deadeb77,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc5a9c3a-d2')
Dec 06 08:40:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Deleting instance files /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886_del
Dec 06 08:40:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Deletion of /opt/stack/data/nova/instances/cf051195-7861-457f-946b-95e236869886_del complete
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d --force-share --output=json" returned: 0 in 0.228s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d,backing_fmt=raw /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d,backing_fmt=raw /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue" returned: 0 in 0.058s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "3123230249ddfb755a0cef69d97b28bb2219e47d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'migration_context' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:48 user nova-compute[75502]: INFO nova.compute.manager [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: cf051195-7861-457f-946b-95e236869886] Took 1.11 seconds to destroy the instance on the hypervisor.
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: cf051195-7861-457f-946b-95e236869886] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: cf051195-7861-457f-946b-95e236869886] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<03c946b3-8bdb-4843-b60d-4b0fd508f9da> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Start _get_guest_xml network_info=[{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "vif_mac": "fa:16:3e:68:b3:14"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '5e328f56-bccb-4b82-94b2-67769865a2a0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '335ee7fa-a0d0-420b-bb1e-399912402ce6', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '03c946b3-8bdb-4843-b60d-4b0fd508f9da', 'attached_at': '', 'detached_at': '', 'volume_id': 'dac13d35-5b8e-4c22-8223-92c392c08e76', 'serial': 'dac13d35-5b8e-4c22-8223-92c392c08e76'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'resources' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<03c946b3-8bdb-4843-b60d-4b0fd508f9da> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'numa_topology' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<03c946b3-8bdb-4843-b60d-4b0fd508f9da> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'vcpu_model' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<03c946b3-8bdb-4843-b60d-4b0fd508f9da> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:40:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: cf051195-7861-457f-946b-95e236869886] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.673s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] <== connect_volume: return (1677ms) {'type': 'block', 'scsi_wwn': '23936376334373933', 'path': '/dev/sdf'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936376334373933', 'path': '/dev/sdf'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.369s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:40:48 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'flavor' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:48 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: cf051195-7861-457f-946b-95e236869886] Took 0.55 seconds to deallocate network for instance.
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7892a9-e4ab-4929-a3ac-d4675e07e1db]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = cwRlIAxH\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 08:40:48 user nova-compute[75502]: node.name = iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:40:48 user nova-compute[75502]: node.tpgt = -1
Dec 06 08:40:48 user nova-compute[75502]: node.startup = automatic
Dec 06 08:40:48 user nova-compute[75502]: node.leading_login = No
Dec 06 08:40:48 user nova-compute[75502]: iface.iscsi_ifacename = default
Dec 06 08:40:48 user nova-compute[75502]: iface.net_ifacename = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.ipaddress = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.prefix_len = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.hwaddress = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.transport_name = tcp
Dec 06 08:40:48 user nova-compute[75502]: iface.initiatorname = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.vlan_id = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.vlan_priority = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.vlan_state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.iface_num = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.mtu = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.port = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.bootproto = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.subnet_mask = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.gateway = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_alt_client_id = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_dns = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_learn_iqn = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_vendor_id_state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_vendor_id = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.dhcp_slp_da = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.fragmentation = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.gratuitous_arp = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.incoming_forwarding = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.tos_state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.tos = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.ttl = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.delayed_ack = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.tcp_nagle = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.tcp_wsf_state = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.tcp_wsf = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.tcp_timer_scale = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.tcp_timestamp = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.redirect = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.def_task_mgmt_timeout = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.header_digest = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.data_digest = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.immediate_data = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.initial_r2t = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.data_seq_inorder = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.data_pdu_inorder = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.erl = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.max_receive_data_len = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.first_burst_len = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.max_outstanding_r2t = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.max_burst_len = 0
Dec 06 08:40:48 user nova-compute[75502]: iface.chap_auth = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.bidi_chap = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.strict_login_compliance = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.discovery_auth = <empty>
Dec 06 08:40:48 user nova-compute[75502]: iface.discovery_logout = <empty>
Dec 06 08:40:48 user nova-compute[75502]: node.discovery_address = <empty>
Dec 06 08:40:48 user nova-compute[75502]: node.discovery_port = 0
Dec 06 08:40:48 user nova-compute[75502]: node.discovery_type = static
Dec 06 08:40:48 user nova-compute[75502]: node.session.initial_cmdsn = 0
Dec 06 08:40:48 user nova-compute[75502]: node.session.initial_login_retry_max = 8
Dec 06 08:40:48 user nova-compute[75502]: node.session.xmit_thread_priority = -20
Dec 06 08:40:48 user nova-compute[75502]: node.session.cmds_max = 128
Dec 06 08:40:48 user nova-compute[75502]: node.session.queue_depth = 32
Dec 06 08:40:48 user nova-compute[75502]: node.session.nr_sessions = 1
Dec 06 08:40:48 user nova-compute[75502]: node.session.auth.authmethod = CHAP
Dec 06 08:40:48 user nova-compute[75502]: node.session.auth.username = cwRlIAxH
Dec 06 08:40:48 user nova-compute[75502]: node.session.auth.password = ***
Dec 06 08:40:48 user nova-compute[75502]: node.session.auth.username_in = <empty>
Dec 06 08:40:48 user nova-compute[75502]: node.session.auth.password_in = <empty>
Dec 06 08:40:48 user nova-compute[75502]: node.session.auth.chap_algs = MD5
Dec 06 08:40:48 user nova-compute[75502]: node.session.timeo.replacement_timeout = 120
Dec 06 08:40:48 user nova-compute[75502]: node.session.err_timeo.abort_timeout = 15
Dec 06 08:40:48 user nova-compute[75502]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 08:40:48 user nova-compute[75502]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 08:40:48 user nova-compute[75502]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.FastAbort = Yes
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.InitialR2T = No
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.ImmediateData = Yes
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.MaxConnections = 1
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 08:40:48 user nova-compute[75502]: node.session.iscsi.ERL = 0
Dec 06 08:40:48 user nova-compute[75502]: node.session.scan = manual
Dec 06 08:40:48 user nova-compute[75502]: node.session.reopen_max = 0
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].address = 172.16.0.220
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].port = 3260
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].startup = manual
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].tcp.window_size = 524288
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].tcp.type_of_service = 0
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].timeo.logout_timeout = 15
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].timeo.login_timeout = 15
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].timeo.auth_timeout = 45
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].iscsi.DataDigest = None
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].iscsi.IFMarker = No
Dec 06 08:40:48 user nova-compute[75502]: node.conn[0].iscsi.OFMarker = No
Dec 06 08:40:48 user nova-compute[75502]: # END RECORD
Dec 06 08:40:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-28e4d29a-7545-412a-9e6b-9eddb767c4e3 req-2a788ac2-a0df-4a3d-9e77-42813c745666 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received event network-vif-deleted-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:40:48 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:48 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:40:48 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:40:48 user nova-compute[75502]:   <serial>ebb03e2b-b37f-4f86-80c6-373f4f2cc893</serial>
Dec 06 08:40:48 user nova-compute[75502]: </disk>
Dec 06 08:40:48 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[02742d49-f0a3-4c30-a56b-52f34408029f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3c78c3-b0f3-46ce-937d-c87e6822fdce]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cwRlIAxH {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cwRlIAxH" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a90eca-2c73-480f-9b46-a5b4ed3e1b5f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cwRlIAxH'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c962bee7-8ba9-45da-8e8f-c32845f90991]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e359d8-0d43-497f-ba76-ed0248c942fe]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:40:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:40:48 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:40:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.187s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] HCTL ('36', '0', '0', 0) found on session 24 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b87a83ea-3178-467e-bd9f-45ddf67f0637]: (4, ('0 0 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching for a device in session 24 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.222s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== connect_volume: return (591ms) {'type': 'block', 'scsi_wwn': '26534306431333264', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534306431333264', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1158470224',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1158470224',id=26,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:39:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-k29ttyqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:17Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=03c946b3-8bdb-4843-b60d-4b0fd508f9da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "vif_mac": "fa:16:3e:68:b3:14"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "vif_mac": "fa:16:3e:68:b3:14"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'pci_devices' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.objects.base [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<03c946b3-8bdb-4843-b60d-4b0fd508f9da> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:40:48 user nova-compute[75502]:   <uuid>03c946b3-8bdb-4843-b60d-4b0fd508f9da</uuid>
Dec 06 08:40:48 user nova-compute[75502]:   <name>instance-0000001a</name>
Dec 06 08:40:48 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:40:48 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:40:48 user nova-compute[75502]:   <metadata>
Dec 06 08:40:48 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:40:48 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:40:48 user nova-compute[75502]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1158470224</nova:name>
Dec 06 08:40:48 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:40:48</nova:creationTime>
Dec 06 08:40:48 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:40:48 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:40:48 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:40:48 user nova-compute[75502]:       <nova:owner>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:user uuid="6354c5ebaf354b439a8c77fa289093fb">tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member</nova:user>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:project uuid="e88fb77c90a04ed7bc2415b5b06011ac">tempest-ServerBootFromVolumeStableRescueTest-1602670048</nova:project>
Dec 06 08:40:48 user nova-compute[75502]:       </nova:owner>
Dec 06 08:40:48 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:40:48 user nova-compute[75502]:       <nova:ports>
Dec 06 08:40:48 user nova-compute[75502]:         <nova:port uuid="befa0614-a3bb-4381-af93-0cb96d68c36f">
Dec 06 08:40:48 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 08:40:48 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:48 user nova-compute[75502]:       </nova:ports>
Dec 06 08:40:48 user nova-compute[75502]:     </nova:instance>
Dec 06 08:40:48 user nova-compute[75502]:   </metadata>
Dec 06 08:40:48 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:40:48 user nova-compute[75502]:     <system>
Dec 06 08:40:48 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:40:48 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:40:48 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:40:48 user nova-compute[75502]:       <entry name="serial">03c946b3-8bdb-4843-b60d-4b0fd508f9da</entry>
Dec 06 08:40:48 user nova-compute[75502]:       <entry name="uuid">03c946b3-8bdb-4843-b60d-4b0fd508f9da</entry>
Dec 06 08:40:48 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:40:48 user nova-compute[75502]:     </system>
Dec 06 08:40:48 user nova-compute[75502]:   </sysinfo>
Dec 06 08:40:48 user nova-compute[75502]:   <os>
Dec 06 08:40:48 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:40:48 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:40:48 user nova-compute[75502]:   </os>
Dec 06 08:40:48 user nova-compute[75502]:   <features>
Dec 06 08:40:48 user nova-compute[75502]:     <acpi/>
Dec 06 08:40:48 user nova-compute[75502]:     <apic/>
Dec 06 08:40:48 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:40:48 user nova-compute[75502]:   </features>
Dec 06 08:40:48 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:40:48 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:40:48 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:40:48 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:40:48 user nova-compute[75502]:   </clock>
Dec 06 08:40:48 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:40:48 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:40:48 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:40:48 user nova-compute[75502]:   </cpu>
Dec 06 08:40:48 user nova-compute[75502]:   <devices>
Dec 06 08:40:48 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:40:48 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:40:48 user nova-compute[75502]:       <source dev="/dev/sde"/>
Dec 06 08:40:48 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:40:48 user nova-compute[75502]:       <serial>dac13d35-5b8e-4c22-8223-92c392c08e76</serial>
Dec 06 08:40:48 user nova-compute[75502]:     </disk>
Dec 06 08:40:48 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:40:48 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:40:48 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue"/>
Dec 06 08:40:48 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:40:48 user nova-compute[75502]:       <boot order="1"/>
Dec 06 08:40:48 user nova-compute[75502]:     </disk>
Dec 06 08:40:48 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:48 user nova-compute[75502]:       <mac address="fa:16:3e:68:b3:14"/>
Dec 06 08:40:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:48 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:48 user nova-compute[75502]:       <target dev="tapbefa0614-a3"/>
Dec 06 08:40:48 user nova-compute[75502]:     </interface>
Dec 06 08:40:48 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:40:48 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/console.log" append="off"/>
Dec 06 08:40:48 user nova-compute[75502]:     </serial>
Dec 06 08:40:48 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:40:48 user nova-compute[75502]:     <video>
Dec 06 08:40:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:48 user nova-compute[75502]:     </video>
Dec 06 08:40:48 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:40:48 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:40:48 user nova-compute[75502]:     </rng>
Dec 06 08:40:48 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:40:48 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:40:48 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:40:48 user nova-compute[75502]:     </memballoon>
Dec 06 08:40:48 user nova-compute[75502]:   </devices>
Dec 06 08:40:48 user nova-compute[75502]: </domain>
Dec 06 08:40:48 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:40:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance destroyed successfully.
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No VIF found with MAC fa:16:3e:68:b3:14, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received event network-vif-unplugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] Acquiring lock "cf051195-7861-457f-946b-95e236869886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] [instance: cf051195-7861-457f-946b-95e236869886] No waiting events found dispatching network-vif-unplugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:49 user nova-compute[75502]: WARNING nova.compute.manager [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received unexpected event network-vif-unplugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 for instance with vm_state deleted and task_state None.
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received event network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] Acquiring lock "cf051195-7861-457f-946b-95e236869886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] Lock "cf051195-7861-457f-946b-95e236869886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] [instance: cf051195-7861-457f-946b-95e236869886] No waiting events found dispatching network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:49 user nova-compute[75502]: WARNING nova.compute.manager [req-f1ea7e2a-7ebb-463e-98c6-d8b71ceaff68 req-21096a6f-cb64-4a44-a2ed-e6e465eb7927 service nova] [instance: cf051195-7861-457f-946b-95e236869886] Received unexpected event network-vif-plugged-fc5a9c3a-d20d-438f-aecb-d957deadeb77 for instance with vm_state deleted and task_state None.
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:39:84:9e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.602s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:49 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Deleted allocations for instance cf051195-7861-457f-946b-95e236869886
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-723da361-cc44-4f41-824b-4049adb92b93 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.568s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f3a56144-dc9c-4d65-ab3c-58849103dd18 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "cf051195-7861-457f-946b-95e236869886" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.537s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:50 user nova-compute[75502]: INFO nova.compute.manager [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Rescuing
Dec 06 08:40:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG nova.network.neutron [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-92c47e59-e839-4d23-bfaa-f6ecc2360ba6 req-c766b350-1e28-4c61-bc35-da0e5a7aa8db service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92c47e59-e839-4d23-bfaa-f6ecc2360ba6 req-c766b350-1e28-4c61-bc35-da0e5a7aa8db service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92c47e59-e839-4d23-bfaa-f6ecc2360ba6 req-c766b350-1e28-4c61-bc35-da0e5a7aa8db service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92c47e59-e839-4d23-bfaa-f6ecc2360ba6 req-c766b350-1e28-4c61-bc35-da0e5a7aa8db service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-92c47e59-e839-4d23-bfaa-f6ecc2360ba6 req-c766b350-1e28-4c61-bc35-da0e5a7aa8db service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:51 user nova-compute[75502]: WARNING nova.compute.manager [req-92c47e59-e839-4d23-bfaa-f6ecc2360ba6 req-c766b350-1e28-4c61-bc35-da0e5a7aa8db service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state active and task_state rescuing.
Dec 06 08:40:51 user nova-compute[75502]: DEBUG nova.network.neutron [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-c86ee9e5-16e1-41b0-be86-3733271e3e12 req-a7b28815-42ba-40b3-9915-27e6a5e9b676 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c86ee9e5-16e1-41b0-be86-3733271e3e12 req-a7b28815-42ba-40b3-9915-27e6a5e9b676 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c86ee9e5-16e1-41b0-be86-3733271e3e12 req-a7b28815-42ba-40b3-9915-27e6a5e9b676 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c86ee9e5-16e1-41b0-be86-3733271e3e12 req-a7b28815-42ba-40b3-9915-27e6a5e9b676 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-c86ee9e5-16e1-41b0-be86-3733271e3e12 req-a7b28815-42ba-40b3-9915-27e6a5e9b676 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:52 user nova-compute[75502]: WARNING nova.compute.manager [req-c86ee9e5-16e1-41b0-be86-3733271e3e12 req-a7b28815-42ba-40b3-9915-27e6a5e9b676 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state active and task_state rescuing.
Dec 06 08:40:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance destroyed successfully.
Dec 06 08:40:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Attempting rescue
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75502) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:40:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Creating image(s)
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'trusted_certs' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue" returned: 0 in 0.049s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'migration_context' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.base [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<07e17bfc-2704-4fa4-b384-a3765e820561> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Start _get_guest_xml network_info=[{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:39:84:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'resources' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.base [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<07e17bfc-2704-4fa4-b384-a3765e820561> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'numa_topology' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:52 user nova-compute[75502]: DEBUG nova.objects.base [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<07e17bfc-2704-4fa4-b384-a3765e820561> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:53 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:53 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'vcpu_model' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.objects.base [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<07e17bfc-2704-4fa4-b384-a3765e820561> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-938677557',display_name='tempest-ServerRescueNegativeTestJSON-server-938677557',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-938677557',id=24,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGLMMWW6eCC8MW9JNCS+n3gyuOTKLc1uC8h9hXEXPXYxuHPEoIA+7BgT45yPHfxVEYJMmdtouoUmOliY9HHMEvYuIRm/YIUbeXx+NkIxV5tYpzZ7kh25OhyhOUqZo9dhkw==',key_name='tempest-keypair-1606385407',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:38:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-1hfm4lv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:38:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=07e17bfc-2704-4fa4-b384-a3765e820561,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:39:84:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "vif_mac": "fa:16:3e:39:84:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'pci_devices' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.objects.base [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Object Instance<07e17bfc-2704-4fa4-b384-a3765e820561> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:40:53 user nova-compute[75502]:   <uuid>07e17bfc-2704-4fa4-b384-a3765e820561</uuid>
Dec 06 08:40:53 user nova-compute[75502]:   <name>instance-00000018</name>
Dec 06 08:40:53 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:40:53 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:40:53 user nova-compute[75502]:   <metadata>
Dec 06 08:40:53 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:40:53 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:40:53 user nova-compute[75502]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-938677557</nova:name>
Dec 06 08:40:53 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:40:53</nova:creationTime>
Dec 06 08:40:53 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:40:53 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:40:53 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:40:53 user nova-compute[75502]:       <nova:owner>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:user uuid="ca454c25bf084717b0ef1bcd5f3067d8">tempest-ServerRescueNegativeTestJSON-279346309-project-member</nova:user>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:project uuid="cc634ce7c2764c4c885d9f7a3db9e290">tempest-ServerRescueNegativeTestJSON-279346309</nova:project>
Dec 06 08:40:53 user nova-compute[75502]:       </nova:owner>
Dec 06 08:40:53 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:40:53 user nova-compute[75502]:       <nova:ports>
Dec 06 08:40:53 user nova-compute[75502]:         <nova:port uuid="f0962076-e9ca-432a-90a6-3eb02a738334">
Dec 06 08:40:53 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 08:40:53 user nova-compute[75502]:         </nova:port>
Dec 06 08:40:53 user nova-compute[75502]:       </nova:ports>
Dec 06 08:40:53 user nova-compute[75502]:     </nova:instance>
Dec 06 08:40:53 user nova-compute[75502]:   </metadata>
Dec 06 08:40:53 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:40:53 user nova-compute[75502]:     <system>
Dec 06 08:40:53 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:40:53 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:40:53 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:40:53 user nova-compute[75502]:       <entry name="serial">07e17bfc-2704-4fa4-b384-a3765e820561</entry>
Dec 06 08:40:53 user nova-compute[75502]:       <entry name="uuid">07e17bfc-2704-4fa4-b384-a3765e820561</entry>
Dec 06 08:40:53 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:40:53 user nova-compute[75502]:     </system>
Dec 06 08:40:53 user nova-compute[75502]:   </sysinfo>
Dec 06 08:40:53 user nova-compute[75502]:   <os>
Dec 06 08:40:53 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:40:53 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:40:53 user nova-compute[75502]:   </os>
Dec 06 08:40:53 user nova-compute[75502]:   <features>
Dec 06 08:40:53 user nova-compute[75502]:     <acpi/>
Dec 06 08:40:53 user nova-compute[75502]:     <apic/>
Dec 06 08:40:53 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:40:53 user nova-compute[75502]:   </features>
Dec 06 08:40:53 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:40:53 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:40:53 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:40:53 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:40:53 user nova-compute[75502]:   </clock>
Dec 06 08:40:53 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:40:53 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:40:53 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:40:53 user nova-compute[75502]:   </cpu>
Dec 06 08:40:53 user nova-compute[75502]:   <devices>
Dec 06 08:40:53 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:40:53 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:40:53 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue"/>
Dec 06 08:40:53 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:40:53 user nova-compute[75502]:     </disk>
Dec 06 08:40:53 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:40:53 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:40:53 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk"/>
Dec 06 08:40:53 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:40:53 user nova-compute[75502]:     </disk>
Dec 06 08:40:53 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:40:53 user nova-compute[75502]:       <mac address="fa:16:3e:39:84:9e"/>
Dec 06 08:40:53 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:53 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:40:53 user nova-compute[75502]:       <target dev="tapf0962076-e9"/>
Dec 06 08:40:53 user nova-compute[75502]:     </interface>
Dec 06 08:40:53 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:40:53 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/console.log" append="off"/>
Dec 06 08:40:53 user nova-compute[75502]:     </serial>
Dec 06 08:40:53 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:40:53 user nova-compute[75502]:     <video>
Dec 06 08:40:53 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:40:53 user nova-compute[75502]:     </video>
Dec 06 08:40:53 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:40:53 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:40:53 user nova-compute[75502]:     </rng>
Dec 06 08:40:53 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:40:53 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:40:53 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:40:53 user nova-compute[75502]:     </memballoon>
Dec 06 08:40:53 user nova-compute[75502]:   </devices>
Dec 06 08:40:53 user nova-compute[75502]: </domain>
Dec 06 08:40:53 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:40:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance destroyed successfully.
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] No VIF found with MAC fa:16:3e:39:84:9e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-149c404c-9211-42f3-9235-e2bd48147155 req-1432075f-1596-442e-a1ba-a872468e6d51 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-149c404c-9211-42f3-9235-e2bd48147155 req-1432075f-1596-442e-a1ba-a872468e6d51 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-149c404c-9211-42f3-9235-e2bd48147155 req-1432075f-1596-442e-a1ba-a872468e6d51 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-149c404c-9211-42f3-9235-e2bd48147155 req-1432075f-1596-442e-a1ba-a872468e6d51 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-149c404c-9211-42f3-9235-e2bd48147155 req-1432075f-1596-442e-a1ba-a872468e6d51 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:53 user nova-compute[75502]: WARNING nova.compute.manager [req-149c404c-9211-42f3-9235-e2bd48147155 req-1432075f-1596-442e-a1ba-a872468e6d51 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state active and task_state rescuing.
Dec 06 08:40:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-16fffe4d-7df5-4cbf-9bc5-7e9d9c10e306 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-d818af6b-9ed0-4e0a-a4f7-417b94af2450 req-38f11dfe-e2a5-4a1d-b1e6-2b6494c8cedf service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d818af6b-9ed0-4e0a-a4f7-417b94af2450 req-38f11dfe-e2a5-4a1d-b1e6-2b6494c8cedf service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d818af6b-9ed0-4e0a-a4f7-417b94af2450 req-38f11dfe-e2a5-4a1d-b1e6-2b6494c8cedf service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d818af6b-9ed0-4e0a-a4f7-417b94af2450 req-38f11dfe-e2a5-4a1d-b1e6-2b6494c8cedf service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-d818af6b-9ed0-4e0a-a4f7-417b94af2450 req-38f11dfe-e2a5-4a1d-b1e6-2b6494c8cedf service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:54 user nova-compute[75502]: WARNING nova.compute.manager [req-d818af6b-9ed0-4e0a-a4f7-417b94af2450 req-38f11dfe-e2a5-4a1d-b1e6-2b6494c8cedf service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state active and task_state rescuing.
Dec 06 08:40:54 user nova-compute[75502]: INFO nova.compute.manager [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Terminating instance
Dec 06 08:40:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-896a7907-3f11-4874-9487-c60d4ce432ce req-fffcf348-1057-4a95-8c7c-506266c0c323 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-vif-unplugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-896a7907-3f11-4874-9487-c60d4ce432ce req-fffcf348-1057-4a95-8c7c-506266c0c323 service nova] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-896a7907-3f11-4874-9487-c60d4ce432ce req-fffcf348-1057-4a95-8c7c-506266c0c323 service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-896a7907-3f11-4874-9487-c60d4ce432ce req-fffcf348-1057-4a95-8c7c-506266c0c323 service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-896a7907-3f11-4874-9487-c60d4ce432ce req-fffcf348-1057-4a95-8c7c-506266c0c323 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] No waiting events found dispatching network-vif-unplugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-896a7907-3f11-4874-9487-c60d4ce432ce req-fffcf348-1057-4a95-8c7c-506266c0c323 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-vif-unplugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:40:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Instance destroyed successfully.
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lazy-loading 'resources' on Instance uuid be9506c0-138e-4c99-9231-1ac4d5fc6815 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1469916450',display_name='tempest-VolumesActionsTest-instance-1469916450',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1469916450',id=27,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:39:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b61f2eb41f0d47de8111986989ca3151',ramdisk_id='',reservation_id='r-z7x7685l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1298527112',owner_user_name='tempest-VolumesActionsTest-1298527112-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:39:02Z,user_data=None,user_id='ae4118f4986649c8bca48160ad28f1ce',uuid=be9506c0-138e-4c99-9231-1ac4d5fc6815,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Converting VIF {"id": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "address": "fa:16:3e:dd:54:b2", "network": {"id": "db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-682104604-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b61f2eb41f0d47de8111986989ca3151", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ae56759-42", "ovs_interfaceid": "6ae56759-42ef-4f9f-a406-0b9ac9969bf1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG os_vif [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ae56759-42, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=74ee136d-3f98-44f2-aaf2-a35df2b6e31b) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:55 user nova-compute[75502]: INFO os_vif [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:54:b2,bridge_name='br-int',has_traffic_filtering=True,id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1,network=Network(db4b9bbe-e3f3-4ecc-9f57-dbafe5e875d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ae56759-42')
Dec 06 08:40:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Deleting instance files /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815_del
Dec 06 08:40:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Deletion of /opt/stack/data/nova/instances/be9506c0-138e-4c99-9231-1ac4d5fc6815_del complete
Dec 06 08:40:55 user nova-compute[75502]: INFO nova.compute.manager [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Took 1.55 seconds to destroy the instance on the hypervisor.
Dec 06 08:40:55 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:40:55 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:56 user nova-compute[75502]: WARNING nova.compute.manager [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state active and task_state rescuing.
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:56 user nova-compute[75502]: WARNING nova.compute.manager [req-668dcfb3-005f-4b03-895e-b6e6f86a8943 req-c3e11e8e-a5ce-495b-8526-cefa8090bdbe service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state active and task_state rescuing.
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:56 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Took 1.03 seconds to deallocate network for instance.
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-c691e267-7d42-4dab-a073-21c86c5856d2 req-fc40b99e-dcea-46f6-bfb9-51bdcae6f1c6 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-vif-deleted-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:56 user nova-compute[75502]: INFO nova.compute.manager [req-c691e267-7d42-4dab-a073-21c86c5856d2 req-fc40b99e-dcea-46f6-bfb9-51bdcae6f1c6 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Neutron deleted interface 6ae56759-42ef-4f9f-a406-0b9ac9969bf1; detaching it from the instance and deleting it from the info cache
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-c691e267-7d42-4dab-a073-21c86c5856d2 req-fc40b99e-dcea-46f6-bfb9-51bdcae6f1c6 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-c691e267-7d42-4dab-a073-21c86c5856d2 req-fc40b99e-dcea-46f6-bfb9-51bdcae6f1c6 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Detach interface failed, port_id=6ae56759-42ef-4f9f-a406-0b9ac9969bf1, reason: Instance be9506c0-138e-4c99-9231-1ac4d5fc6815 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.636s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-4364c29f-e783-40e5-9bd5-e0f1059b4feb req-e8dbb07f-928c-4e98-ac45-56f84e4acef3 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received event network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4364c29f-e783-40e5-9bd5-e0f1059b4feb req-e8dbb07f-928c-4e98-ac45-56f84e4acef3 service nova] Acquiring lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4364c29f-e783-40e5-9bd5-e0f1059b4feb req-e8dbb07f-928c-4e98-ac45-56f84e4acef3 service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4364c29f-e783-40e5-9bd5-e0f1059b4feb req-e8dbb07f-928c-4e98-ac45-56f84e4acef3 service nova] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-4364c29f-e783-40e5-9bd5-e0f1059b4feb req-e8dbb07f-928c-4e98-ac45-56f84e4acef3 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] No waiting events found dispatching network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:40:57 user nova-compute[75502]: WARNING nova.compute.manager [req-4364c29f-e783-40e5-9bd5-e0f1059b4feb req-e8dbb07f-928c-4e98-ac45-56f84e4acef3 service nova] [instance: be9506c0-138e-4c99-9231-1ac4d5fc6815] Received unexpected event network-vif-plugged-6ae56759-42ef-4f9f-a406-0b9ac9969bf1 for instance with vm_state deleted and task_state None.
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:57 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Deleted allocations for instance be9506c0-138e-4c99-9231-1ac4d5fc6815
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-66acc37b-c957-4949-9123-63d76ddabeb9 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0e16a68b-5df9-465b-8be7-7c0019af566f tempest-VolumesActionsTest-1298527112 tempest-VolumesActionsTest-1298527112-project-member] Lock "be9506c0-138e-4c99-9231-1ac4d5fc6815" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.461s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:40:57 user nova-compute[75502]: INFO nova.compute.claims [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Claim successful on node user
Dec 06 08:40:57 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:40:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:40:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.policy [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cccdebece9354e2b93ef212b97215d34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5605c4c1ac7c42f1906b98680decff52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:40:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Creating image(s)
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "/opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "/opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:58 user nova-compute[75502]: INFO nova.compute.manager [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] instance snapshotting
Dec 06 08:40:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Beginning live snapshot process
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk 1073741824" returned: 0 in 0.069s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json -f qcow2" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Successfully created port: 551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Cannot resize image /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Ensure instance console log exists: /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp77smkthi/61b3dd251b6c4926a73f702affabc605.delta 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:40:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp77smkthi/61b3dd251b6c4926a73f702affabc605.delta 1073741824" returned: 0 in 0.048s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:40:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Successfully updated port: 551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquired lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received event network-changed-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Refreshing instance network info cache due to event network-changed-551f95f7-2a45-4e83-8718-f517f414601c. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] Acquiring lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updating instance_info_cache with network_info: [{"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Releasing lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Instance network_info: |[{"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] Acquired lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Refreshing network info cache for port 551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Start _get_guest_xml network_info=[{"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:41:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:40:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-437862108',display_name='tempest-AttachVolumeNegativeTest-server-437862108',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-437862108',id=29,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHgTT6WfXsx2sPLAH5Bi02GYm6QzdKJX3jt3UPEpRKbVrHrPdywF547n95x/nAgGiHNajVmpqZOgFWPDO3qSN7thizr/X/aazYjMmt936y3+hLkCHDbwyXB9/T6Bua3VxQ==',key_name='tempest-keypair-1707414479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-svt3im5q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:40:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=15f4e836-3645-4283-9c96-afa69526bcc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.objects.instance [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'pci_devices' on Instance uuid 15f4e836-3645-4283-9c96-afa69526bcc5 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:41:00 user nova-compute[75502]:   <uuid>15f4e836-3645-4283-9c96-afa69526bcc5</uuid>
Dec 06 08:41:00 user nova-compute[75502]:   <name>instance-0000001d</name>
Dec 06 08:41:00 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:41:00 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:41:00 user nova-compute[75502]:   <metadata>
Dec 06 08:41:00 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:41:00 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:41:00 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeNegativeTest-server-437862108</nova:name>
Dec 06 08:41:00 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:41:00</nova:creationTime>
Dec 06 08:41:00 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:41:00 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:41:00 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:41:00 user nova-compute[75502]:       <nova:owner>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:user uuid="cccdebece9354e2b93ef212b97215d34">tempest-AttachVolumeNegativeTest-465406077-project-member</nova:user>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:project uuid="5605c4c1ac7c42f1906b98680decff52">tempest-AttachVolumeNegativeTest-465406077</nova:project>
Dec 06 08:41:00 user nova-compute[75502]:       </nova:owner>
Dec 06 08:41:00 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:41:00 user nova-compute[75502]:       <nova:ports>
Dec 06 08:41:00 user nova-compute[75502]:         <nova:port uuid="551f95f7-2a45-4e83-8718-f517f414601c">
Dec 06 08:41:00 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 08:41:00 user nova-compute[75502]:         </nova:port>
Dec 06 08:41:00 user nova-compute[75502]:       </nova:ports>
Dec 06 08:41:00 user nova-compute[75502]:     </nova:instance>
Dec 06 08:41:00 user nova-compute[75502]:   </metadata>
Dec 06 08:41:00 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:41:00 user nova-compute[75502]:     <system>
Dec 06 08:41:00 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:41:00 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:41:00 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:41:00 user nova-compute[75502]:       <entry name="serial">15f4e836-3645-4283-9c96-afa69526bcc5</entry>
Dec 06 08:41:00 user nova-compute[75502]:       <entry name="uuid">15f4e836-3645-4283-9c96-afa69526bcc5</entry>
Dec 06 08:41:00 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:41:00 user nova-compute[75502]:     </system>
Dec 06 08:41:00 user nova-compute[75502]:   </sysinfo>
Dec 06 08:41:00 user nova-compute[75502]:   <os>
Dec 06 08:41:00 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:41:00 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:41:00 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:41:00 user nova-compute[75502]:   </os>
Dec 06 08:41:00 user nova-compute[75502]:   <features>
Dec 06 08:41:00 user nova-compute[75502]:     <acpi/>
Dec 06 08:41:00 user nova-compute[75502]:     <apic/>
Dec 06 08:41:00 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:41:00 user nova-compute[75502]:   </features>
Dec 06 08:41:00 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:41:00 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:41:00 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:41:00 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:41:00 user nova-compute[75502]:   </clock>
Dec 06 08:41:00 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:41:00 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:41:00 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:41:00 user nova-compute[75502]:   </cpu>
Dec 06 08:41:00 user nova-compute[75502]:   <devices>
Dec 06 08:41:00 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:41:00 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:41:00 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk"/>
Dec 06 08:41:00 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:41:00 user nova-compute[75502]:     </disk>
Dec 06 08:41:00 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:41:00 user nova-compute[75502]:       <mac address="fa:16:3e:89:9e:7f"/>
Dec 06 08:41:00 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:41:00 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:41:00 user nova-compute[75502]:       <target dev="tap551f95f7-2a"/>
Dec 06 08:41:00 user nova-compute[75502]:     </interface>
Dec 06 08:41:00 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:41:00 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/console.log" append="off"/>
Dec 06 08:41:00 user nova-compute[75502]:     </serial>
Dec 06 08:41:00 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:41:00 user nova-compute[75502]:     <video>
Dec 06 08:41:00 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:41:00 user nova-compute[75502]:     </video>
Dec 06 08:41:00 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:41:00 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:41:00 user nova-compute[75502]:     </rng>
Dec 06 08:41:00 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:41:00 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:41:00 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:41:00 user nova-compute[75502]:     </memballoon>
Dec 06 08:41:00 user nova-compute[75502]:   </devices>
Dec 06 08:41:00 user nova-compute[75502]: </domain>
Dec 06 08:41:00 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:40:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-437862108',display_name='tempest-AttachVolumeNegativeTest-server-437862108',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-437862108',id=29,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHgTT6WfXsx2sPLAH5Bi02GYm6QzdKJX3jt3UPEpRKbVrHrPdywF547n95x/nAgGiHNajVmpqZOgFWPDO3qSN7thizr/X/aazYjMmt936y3+hLkCHDbwyXB9/T6Bua3VxQ==',key_name='tempest-keypair-1707414479',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-svt3im5q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:40:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=15f4e836-3645-4283-9c96-afa69526bcc5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG os_vif [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '812223c2-e5d3-58f7-987d-39a37df9a5e5', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap551f95f7-2a, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap551f95f7-2a, col_values=(('qos', UUID('1d3028da-033b-4105-a3b9-3268895b1b2d')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap551f95f7-2a, col_values=(('external_ids', {'iface-id': '551f95f7-2a45-4e83-8718-f517f414601c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:9e:7f', 'vm-uuid': '15f4e836-3645-4283-9c96-afa69526bcc5'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:00 user nova-compute[75502]: INFO os_vif [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a')
Dec 06 08:41:00 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:41:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:89:9e:7f, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updated VIF entry in instance network info cache for port 551f95f7-2a45-4e83-8718-f517f414601c. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updating instance_info_cache with network_info: [{"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8dba0e35-f444-47ba-8a64-8cd2f17e73ca req-1596fa25-87fb-49de-b1fa-480848830606 service nova] Releasing lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] COPY block job progress, current cursor: 47513600 final cursor: 75563008 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:41:01 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 08:41:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:41:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp77smkthi/61b3dd251b6c4926a73f702affabc605.delta /opt/stack/data/nova/instances/snapshots/tmp77smkthi/61b3dd251b6c4926a73f702affabc605 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp77smkthi/61b3dd251b6c4926a73f702affabc605.delta /opt/stack/data/nova/instances/snapshots/tmp77smkthi/61b3dd251b6c4926a73f702affabc605" returned: 0 in 0.582s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Snapshot extracted, beginning image upload
Dec 06 08:41:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-cf3f375e-8379-45dc-8728-f8b602d757c2 req-21488877-915d-4c25-85ad-37bee854945b service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received event network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf3f375e-8379-45dc-8728-f8b602d757c2 req-21488877-915d-4c25-85ad-37bee854945b service nova] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf3f375e-8379-45dc-8728-f8b602d757c2 req-21488877-915d-4c25-85ad-37bee854945b service nova] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf3f375e-8379-45dc-8728-f8b602d757c2 req-21488877-915d-4c25-85ad-37bee854945b service nova] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-cf3f375e-8379-45dc-8728-f8b602d757c2 req-21488877-915d-4c25-85ad-37bee854945b service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] No waiting events found dispatching network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:02 user nova-compute[75502]: WARNING nova.compute.manager [req-cf3f375e-8379-45dc-8728-f8b602d757c2 req-21488877-915d-4c25-85ad-37bee854945b service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received unexpected event network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c for instance with vm_state building and task_state spawning.
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Updating instance_info_cache with network_info: [{"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-7519b7ef-ac86-4ed1-9d72-4614254999e3" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.007s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-f95d6afc-86c9-4d90-bcc2-4087802348ed req-a0a7253a-7fdc-45e6-9470-d7d6ecfd5ad2 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received event network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f95d6afc-86c9-4d90-bcc2-4087802348ed req-a0a7253a-7fdc-45e6-9470-d7d6ecfd5ad2 service nova] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f95d6afc-86c9-4d90-bcc2-4087802348ed req-a0a7253a-7fdc-45e6-9470-d7d6ecfd5ad2 service nova] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f95d6afc-86c9-4d90-bcc2-4087802348ed req-a0a7253a-7fdc-45e6-9470-d7d6ecfd5ad2 service nova] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-f95d6afc-86c9-4d90-bcc2-4087802348ed req-a0a7253a-7fdc-45e6-9470-d7d6ecfd5ad2 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] No waiting events found dispatching network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:04 user nova-compute[75502]: WARNING nova.compute.manager [req-f95d6afc-86c9-4d90-bcc2-4087802348ed req-a0a7253a-7fdc-45e6-9470-d7d6ecfd5ad2 service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received unexpected event network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c for instance with vm_state building and task_state spawning.
Dec 06 08:41:04 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Instance spawned successfully.
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:05 user nova-compute[75502]: INFO nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Took 6.56 seconds to spawn the instance on the hypervisor.
Dec 06 08:41:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:41:05 user nova-compute[75502]: INFO nova.compute.manager [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Took 7.41 seconds to build instance.
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-03b9bb55-a1fd-400e-abc5-998d082ccde1 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.537s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Snapshot image upload complete
Dec 06 08:41:05 user nova-compute[75502]: INFO nova.compute.manager [None req-3cfe6ed8-5e58-4b01-9518-30cb240d23fa tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Took 6.66 seconds to snapshot the instance on the hypervisor.
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.246s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json" returned: 0 in 0.232s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json" returned: 0 in 0.262s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "40366424-68cf-4a17-8064-20593db88080" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:41:08 user nova-compute[75502]: INFO nova.compute.claims [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Claim successful on node user
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.896s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:41:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.policy [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3807a161eac040fe865dd5c9c55bc2cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b83ee14781449e09ea0c40d82439f44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:41:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Creating image(s)
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "/opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "/opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.305s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "/opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "9cd7f291bd34f54fe19b68bbc203766cec7b10a1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "9cd7f291bd34f54fe19b68bbc203766cec7b10a1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.404s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:10 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Successfully created port: 0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:41:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json" returned: 0 in 0.982s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.part --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG nova.virt.images [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] e08b65c8-f66c-481d-b4c1-aa8e459936e7 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.part /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.part /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.converted" returned: 0 in 0.257s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1.converted --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "9cd7f291bd34f54fe19b68bbc203766cec7b10a1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.607s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Successfully updated port: 0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-changed-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Refreshing instance network info cache due to event network-changed-0675d783-095e-4551-93da-10b174d9c013. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] Acquiring lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] Acquired lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Refreshing network info cache for port 0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 --force-share --output=json" returned: 0 in 0.560s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "9cd7f291bd34f54fe19b68bbc203766cec7b10a1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "9cd7f291bd34f54fe19b68bbc203766cec7b10a1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7564MB free_disk=25.193885803222656GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 --force-share --output=json" returned: 0 in 0.219s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1,backing_fmt=raw /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1,backing_fmt=raw /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk 1073741824" returned: 0 in 0.078s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "9cd7f291bd34f54fe19b68bbc203766cec7b10a1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.301s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d767ac0-f454-4d7d-91f1-a70319b1d48c req-3436e3f5-94d9-41f4-bf26-2ac049ed333a service nova] Releasing lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquired lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2259b282-5c31-471e-a815-8a625006f1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e73b623d-9a01-4dbc-978d-0cb79fb5d09e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 15f4e836-3645-4283-9c96-afa69526bcc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 40366424-68cf-4a17-8064-20593db88080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Ensure instance console log exists: /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating instance_info_cache with network_info: [{"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Releasing lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Instance network_info: |[{"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Start _get_guest_xml network_info=[{"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='f11b620b86f11b60791b98b229ee4031',container_format='bare',created_at=2023-12-06T08:40:58Z,direct_url=<?>,disk_format='qcow2',id=e08b65c8-f66c-481d-b4c1-aa8e459936e7,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-716254424',owner='3b83ee14781449e09ea0c40d82439f44',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T08:41:05Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': 'e08b65c8-f66c-481d-b4c1-aa8e459936e7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:41:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f11b620b86f11b60791b98b229ee4031',container_format='bare',created_at=2023-12-06T08:40:58Z,direct_url=<?>,disk_format='qcow2',id=e08b65c8-f66c-481d-b4c1-aa8e459936e7,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-716254424',owner='3b83ee14781449e09ea0c40d82439f44',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-06T08:41:05Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:41:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1400191454',display_name='tempest-TestStampPattern-server-1400191454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1400191454',id=30,image_ref='e08b65c8-f66c-481d-b4c1-aa8e459936e7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEMBF9h/0eQXhAhfnZWqQGxPLFvJbWROCOuwMmYSR4BV8u3EtNwSnyuANo3PCoGgHXgYRLE5Gl7ffzmZD2Vg9ZCI2zyMJ6F4YIeIc/dRQFN3e/u0zYE+aMPXKsadHwaJmg==',key_name='tempest-TestStampPattern-862937880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b83ee14781449e09ea0c40d82439f44',ramdisk_id='',reservation_id='r-lylam8ke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='7af621c5-0149-4294-b955-d033a825c72c',image_min_disk='1',image_min_ram='0',image_owner_id='3b83ee14781449e09ea0c40d82439f44',image_owner_project_name='tempest-TestStampPattern-24405639',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-24405639-project-member',image_user_id='3807a161eac040fe865dd5c9c55bc2cf',network_allocated='True',owner_project_name='tempest-TestStampPattern-24405639',owner_user_name='tempest-TestStampPattern-24405639-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:41:09Z,user_data=None,user_id='3807a161eac040fe865dd5c9c55bc2cf',uuid=40366424-68cf-4a17-8064-20593db88080,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converting VIF {"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'pci_devices' on Instance uuid 40366424-68cf-4a17-8064-20593db88080 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:41:13 user nova-compute[75502]:   <uuid>40366424-68cf-4a17-8064-20593db88080</uuid>
Dec 06 08:41:13 user nova-compute[75502]:   <name>instance-0000001e</name>
Dec 06 08:41:13 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:41:13 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:41:13 user nova-compute[75502]:   <metadata>
Dec 06 08:41:13 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:41:13 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:41:13 user nova-compute[75502]:       <nova:name>tempest-TestStampPattern-server-1400191454</nova:name>
Dec 06 08:41:13 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:41:12</nova:creationTime>
Dec 06 08:41:13 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:41:13 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:41:13 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:41:13 user nova-compute[75502]:       <nova:owner>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:user uuid="3807a161eac040fe865dd5c9c55bc2cf">tempest-TestStampPattern-24405639-project-member</nova:user>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:project uuid="3b83ee14781449e09ea0c40d82439f44">tempest-TestStampPattern-24405639</nova:project>
Dec 06 08:41:13 user nova-compute[75502]:       </nova:owner>
Dec 06 08:41:13 user nova-compute[75502]:       <nova:root type="image" uuid="e08b65c8-f66c-481d-b4c1-aa8e459936e7"/>
Dec 06 08:41:13 user nova-compute[75502]:       <nova:ports>
Dec 06 08:41:13 user nova-compute[75502]:         <nova:port uuid="0675d783-095e-4551-93da-10b174d9c013">
Dec 06 08:41:13 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 08:41:13 user nova-compute[75502]:         </nova:port>
Dec 06 08:41:13 user nova-compute[75502]:       </nova:ports>
Dec 06 08:41:13 user nova-compute[75502]:     </nova:instance>
Dec 06 08:41:13 user nova-compute[75502]:   </metadata>
Dec 06 08:41:13 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:41:13 user nova-compute[75502]:     <system>
Dec 06 08:41:13 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:41:13 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:41:13 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:41:13 user nova-compute[75502]:       <entry name="serial">40366424-68cf-4a17-8064-20593db88080</entry>
Dec 06 08:41:13 user nova-compute[75502]:       <entry name="uuid">40366424-68cf-4a17-8064-20593db88080</entry>
Dec 06 08:41:13 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:41:13 user nova-compute[75502]:     </system>
Dec 06 08:41:13 user nova-compute[75502]:   </sysinfo>
Dec 06 08:41:13 user nova-compute[75502]:   <os>
Dec 06 08:41:13 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:41:13 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:41:13 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:41:13 user nova-compute[75502]:   </os>
Dec 06 08:41:13 user nova-compute[75502]:   <features>
Dec 06 08:41:13 user nova-compute[75502]:     <acpi/>
Dec 06 08:41:13 user nova-compute[75502]:     <apic/>
Dec 06 08:41:13 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:41:13 user nova-compute[75502]:   </features>
Dec 06 08:41:13 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:41:13 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:41:13 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:41:13 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:41:13 user nova-compute[75502]:   </clock>
Dec 06 08:41:13 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:41:13 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:41:13 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:41:13 user nova-compute[75502]:   </cpu>
Dec 06 08:41:13 user nova-compute[75502]:   <devices>
Dec 06 08:41:13 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:41:13 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:41:13 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk"/>
Dec 06 08:41:13 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:41:13 user nova-compute[75502]:     </disk>
Dec 06 08:41:13 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:41:13 user nova-compute[75502]:       <mac address="fa:16:3e:45:3d:c2"/>
Dec 06 08:41:13 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:41:13 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:41:13 user nova-compute[75502]:       <target dev="tap0675d783-09"/>
Dec 06 08:41:13 user nova-compute[75502]:     </interface>
Dec 06 08:41:13 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:41:13 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/console.log" append="off"/>
Dec 06 08:41:13 user nova-compute[75502]:     </serial>
Dec 06 08:41:13 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:41:13 user nova-compute[75502]:     <video>
Dec 06 08:41:13 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:41:13 user nova-compute[75502]:     </video>
Dec 06 08:41:13 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:41:13 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:41:13 user nova-compute[75502]:     </rng>
Dec 06 08:41:13 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:41:13 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:41:13 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:41:13 user nova-compute[75502]:     </memballoon>
Dec 06 08:41:13 user nova-compute[75502]:   </devices>
Dec 06 08:41:13 user nova-compute[75502]: </domain>
Dec 06 08:41:13 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1400191454',display_name='tempest-TestStampPattern-server-1400191454',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1400191454',id=30,image_ref='e08b65c8-f66c-481d-b4c1-aa8e459936e7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEMBF9h/0eQXhAhfnZWqQGxPLFvJbWROCOuwMmYSR4BV8u3EtNwSnyuANo3PCoGgHXgYRLE5Gl7ffzmZD2Vg9ZCI2zyMJ6F4YIeIc/dRQFN3e/u0zYE+aMPXKsadHwaJmg==',key_name='tempest-TestStampPattern-862937880',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b83ee14781449e09ea0c40d82439f44',ramdisk_id='',reservation_id='r-lylam8ke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='7af621c5-0149-4294-b955-d033a825c72c',image_min_disk='1',image_min_ram='0',image_owner_id='3b83ee14781449e09ea0c40d82439f44',image_owner_project_name='tempest-TestStampPattern-24405639',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-24405639-project-member',image_user_id='3807a161eac040fe865dd5c9c55bc2cf',network_allocated='True',owner_project_name='tempest-TestStampPattern-24405639',owner_user_name='tempest-TestStampPattern-24405639-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:41:09Z,user_data=None,user_id='3807a161eac040fe865dd5c9c55bc2cf',uuid=40366424-68cf-4a17-8064-20593db88080,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converting VIF {"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG os_vif [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '807f8451-fd48-510b-ae8a-fd4d6eb6f4e9', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0675d783-09, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0675d783-09, col_values=(('qos', UUID('572db7e7-c489-4098-b1b3-b9ff3f2cb123')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0675d783-09, col_values=(('external_ids', {'iface-id': '0675d783-095e-4551-93da-10b174d9c013', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:45:3d:c2', 'vm-uuid': '40366424-68cf-4a17-8064-20593db88080'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:13 user nova-compute[75502]: INFO os_vif [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09')
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No VIF found with MAC fa:16:3e:45:3d:c2, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.092s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 08:41:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-a69311bd-5c07-4423-b990-aff0e121f9fb req-1dd9c65d-1e9b-4eba-916d-a175a6a6dad1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a69311bd-5c07-4423-b990-aff0e121f9fb req-1dd9c65d-1e9b-4eba-916d-a175a6a6dad1 service nova] Acquiring lock "40366424-68cf-4a17-8064-20593db88080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a69311bd-5c07-4423-b990-aff0e121f9fb req-1dd9c65d-1e9b-4eba-916d-a175a6a6dad1 service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a69311bd-5c07-4423-b990-aff0e121f9fb req-1dd9c65d-1e9b-4eba-916d-a175a6a6dad1 service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-a69311bd-5c07-4423-b990-aff0e121f9fb req-1dd9c65d-1e9b-4eba-916d-a175a6a6dad1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] No waiting events found dispatching network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:14 user nova-compute[75502]: WARNING nova.compute.manager [req-a69311bd-5c07-4423-b990-aff0e121f9fb req-1dd9c65d-1e9b-4eba-916d-a175a6a6dad1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received unexpected event network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 for instance with vm_state building and task_state spawning.
Dec 06 08:41:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:41:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 40366424-68cf-4a17-8064-20593db88080] Instance spawned successfully.
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d981bee-f7c6-43f3-98e3-e26946224c1b req-3fa89b45-82d7-4f46-9e4c-fa82e8d52a56 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d981bee-f7c6-43f3-98e3-e26946224c1b req-3fa89b45-82d7-4f46-9e4c-fa82e8d52a56 service nova] Acquiring lock "40366424-68cf-4a17-8064-20593db88080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d981bee-f7c6-43f3-98e3-e26946224c1b req-3fa89b45-82d7-4f46-9e4c-fa82e8d52a56 service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6d981bee-f7c6-43f3-98e3-e26946224c1b req-3fa89b45-82d7-4f46-9e4c-fa82e8d52a56 service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-6d981bee-f7c6-43f3-98e3-e26946224c1b req-3fa89b45-82d7-4f46-9e4c-fa82e8d52a56 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] No waiting events found dispatching network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:16 user nova-compute[75502]: WARNING nova.compute.manager [req-6d981bee-f7c6-43f3-98e3-e26946224c1b req-3fa89b45-82d7-4f46-9e4c-fa82e8d52a56 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received unexpected event network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 for instance with vm_state building and task_state spawning.
Dec 06 08:41:16 user nova-compute[75502]: INFO nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Took 7.29 seconds to spawn the instance on the hypervisor.
Dec 06 08:41:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:41:16 user nova-compute[75502]: INFO nova.compute.manager [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Took 8.79 seconds to build instance.
Dec 06 08:41:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fd68e2db-1913-4cbd-9ff0-54dda4c6576d tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.972s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-changed-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing instance network info cache due to event network-changed-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:41:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] Acquiring lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] Acquired lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:39 user nova-compute[75502]: DEBUG nova.network.neutron [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Refreshing network info cache for port f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:41:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updated VIF entry in instance network info cache for port f2b02d02-bcee-4984-8e3a-5fa75aebb3a9. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:41:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c3a11386-ccf2-49e1-b715-c59d59da92ea req-706f0772-3aa0-4c62-9761-c33a3dc84cba service nova] Releasing lock "refresh_cache-e73b623d-9a01-4dbc-978d-0cb79fb5d09e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquired lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'info_cache' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Releasing lock "refresh_cache-702fb1f7-01bd-448d-8399-5b04e2354b8f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:41:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance destroyed successfully.
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'resources' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:39:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG os_vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a98b6a4-7d, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1bf39e70-2a0b-49e5-bd1b-8712cd3210b2) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:41 user nova-compute[75502]: INFO os_vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d')
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start _get_guest_xml network_info=[{"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'numa_topology' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:41 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:41 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'vcpu_model' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:39:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'pci_devices' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:41:41 user nova-compute[75502]:   <uuid>702fb1f7-01bd-448d-8399-5b04e2354b8f</uuid>
Dec 06 08:41:41 user nova-compute[75502]:   <name>instance-0000000e</name>
Dec 06 08:41:41 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:41:41 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:41:41 user nova-compute[75502]:   <metadata>
Dec 06 08:41:41 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:41:41 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:41:41 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeTestJSON-server-106533135</nova:name>
Dec 06 08:41:41 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:41:41</nova:creationTime>
Dec 06 08:41:41 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:41:41 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:41:41 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:41:41 user nova-compute[75502]:       <nova:owner>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:user uuid="b89a5c6b4cd241a594b12f9753e9e843">tempest-AttachVolumeTestJSON-2020332707-project-member</nova:user>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:project uuid="e073244d04534538970f37f497e45b34">tempest-AttachVolumeTestJSON-2020332707</nova:project>
Dec 06 08:41:41 user nova-compute[75502]:       </nova:owner>
Dec 06 08:41:41 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:41:41 user nova-compute[75502]:       <nova:ports>
Dec 06 08:41:41 user nova-compute[75502]:         <nova:port uuid="0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42">
Dec 06 08:41:41 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:41:41 user nova-compute[75502]:         </nova:port>
Dec 06 08:41:41 user nova-compute[75502]:       </nova:ports>
Dec 06 08:41:41 user nova-compute[75502]:     </nova:instance>
Dec 06 08:41:41 user nova-compute[75502]:   </metadata>
Dec 06 08:41:41 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:41:41 user nova-compute[75502]:     <system>
Dec 06 08:41:41 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:41:41 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:41:41 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:41:41 user nova-compute[75502]:       <entry name="serial">702fb1f7-01bd-448d-8399-5b04e2354b8f</entry>
Dec 06 08:41:41 user nova-compute[75502]:       <entry name="uuid">702fb1f7-01bd-448d-8399-5b04e2354b8f</entry>
Dec 06 08:41:41 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:41:41 user nova-compute[75502]:     </system>
Dec 06 08:41:41 user nova-compute[75502]:   </sysinfo>
Dec 06 08:41:41 user nova-compute[75502]:   <os>
Dec 06 08:41:41 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:41:41 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:41:41 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:41:41 user nova-compute[75502]:   </os>
Dec 06 08:41:41 user nova-compute[75502]:   <features>
Dec 06 08:41:41 user nova-compute[75502]:     <acpi/>
Dec 06 08:41:41 user nova-compute[75502]:     <apic/>
Dec 06 08:41:41 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:41:41 user nova-compute[75502]:   </features>
Dec 06 08:41:41 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:41:41 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:41:41 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:41:41 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:41:41 user nova-compute[75502]:   </clock>
Dec 06 08:41:41 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:41:41 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:41:41 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:41:41 user nova-compute[75502]:   </cpu>
Dec 06 08:41:41 user nova-compute[75502]:   <devices>
Dec 06 08:41:41 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:41:41 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:41:41 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk"/>
Dec 06 08:41:41 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:41:41 user nova-compute[75502]:     </disk>
Dec 06 08:41:41 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:41:41 user nova-compute[75502]:       <mac address="fa:16:3e:a6:7b:23"/>
Dec 06 08:41:41 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:41:41 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:41:41 user nova-compute[75502]:       <target dev="tap0a98b6a4-7d"/>
Dec 06 08:41:41 user nova-compute[75502]:     </interface>
Dec 06 08:41:41 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:41:41 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/console.log" append="off"/>
Dec 06 08:41:41 user nova-compute[75502]:     </serial>
Dec 06 08:41:41 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:41:41 user nova-compute[75502]:     <video>
Dec 06 08:41:41 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:41:41 user nova-compute[75502]:     </video>
Dec 06 08:41:41 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:41:41 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:41:41 user nova-compute[75502]:     </rng>
Dec 06 08:41:41 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:41:41 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:41:41 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:41:41 user nova-compute[75502]:     </memballoon>
Dec 06 08:41:41 user nova-compute[75502]:   </devices>
Dec 06 08:41:41 user nova-compute[75502]: </domain>
Dec 06 08:41:41 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:41:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:42 user nova-compute[75502]: INFO nova.compute.manager [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Terminating instance
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:42 user nova-compute[75502]: INFO nova.compute.manager [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Terminating instance
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'trusted_certs' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.230s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking if we can resize image /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-2bee8646-acb1-4cae-923d-0e5dee713501 req-4de645bb-d1c2-407c-af19-5a0e88b18238 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2bee8646-acb1-4cae-923d-0e5dee713501 req-4de645bb-d1c2-407c-af19-5a0e88b18238 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2bee8646-acb1-4cae-923d-0e5dee713501 req-4de645bb-d1c2-407c-af19-5a0e88b18238 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2bee8646-acb1-4cae-923d-0e5dee713501 req-4de645bb-d1c2-407c-af19-5a0e88b18238 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-2bee8646-acb1-4cae-923d-0e5dee713501 req-4de645bb-d1c2-407c-af19-5a0e88b18238 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-2bee8646-acb1-4cae-923d-0e5dee713501 req-4de645bb-d1c2-407c-af19-5a0e88b18238 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-c66cdfc0-bd9f-4de0-b63b-70bc9e809f05 req-3618cce9-710e-4988-b9f9-f9d6f7a8a32c service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c66cdfc0-bd9f-4de0-b63b-70bc9e809f05 req-3618cce9-710e-4988-b9f9-f9d6f7a8a32c service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c66cdfc0-bd9f-4de0-b63b-70bc9e809f05 req-3618cce9-710e-4988-b9f9-f9d6f7a8a32c service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c66cdfc0-bd9f-4de0-b63b-70bc9e809f05 req-3618cce9-710e-4988-b9f9-f9d6f7a8a32c service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-c66cdfc0-bd9f-4de0-b63b-70bc9e809f05 req-3618cce9-710e-4988-b9f9-f9d6f7a8a32c service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-c66cdfc0-bd9f-4de0-b63b-70bc9e809f05 req-3618cce9-710e-4988-b9f9-f9d6f7a8a32c service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Cannot resize image /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'migration_context' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.objects.base [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Object Instance<702fb1f7-01bd-448d-8399-5b04e2354b8f> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:39:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG os_vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c473ea6-d20c-5bd4-90b3-32bad227c08b', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0a98b6a4-7d, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0a98b6a4-7d, col_values=(('qos', UUID('2b8c939f-5d46-41ce-8ec7-e2d153b67f0b')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0a98b6a4-7d, col_values=(('external_ids', {'iface-id': '0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:7b:23', 'vm-uuid': '702fb1f7-01bd-448d-8399-5b04e2354b8f'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-917830ec-ff73-4888-ada0-b7fdd0a5b4d6 req-48e3167e-9230-45ed-bfd9-582137ac979b service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-917830ec-ff73-4888-ada0-b7fdd0a5b4d6 req-48e3167e-9230-45ed-bfd9-582137ac979b service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-917830ec-ff73-4888-ada0-b7fdd0a5b4d6 req-48e3167e-9230-45ed-bfd9-582137ac979b service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-917830ec-ff73-4888-ada0-b7fdd0a5b4d6 req-48e3167e-9230-45ed-bfd9-582137ac979b service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-917830ec-ff73-4888-ada0-b7fdd0a5b4d6 req-48e3167e-9230-45ed-bfd9-582137ac979b service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-917830ec-ff73-4888-ada0-b7fdd0a5b4d6 req-48e3167e-9230-45ed-bfd9-582137ac979b service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Instance destroyed successfully.
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.objects.instance [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lazy-loading 'resources' on Instance uuid 2259b282-5c31-471e-a815-8a625006f1cc {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-114018991',display_name='tempest-VolumesAdminNegativeTest-server-114018991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-114018991',id=19,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOi/DSEbMCUI4lWgsk5WjNWKIjCuAKfgBwwyeLwavZCRSxJdTlSen2vOqbpjD52NyN5M32ab4+uoJFdGO/MSdQzarqOgB+A3AWbobltN4ddtlo+puxDey+NBRPKhz4gPAQ==',key_name='tempest-keypair-1933869827',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:35:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea25421f15054400a4a5ff07365a5158',ramdisk_id='',reservation_id='r-txqkb96b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-193695544',owner_user_name='tempest-VolumesAdminNegativeTest-193695544-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:35:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ee9c5a07f904c538333ea24b5792914',uuid=2259b282-5c31-471e-a815-8a625006f1cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converting VIF {"id": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "address": "fa:16:3e:83:33:be", "network": {"id": "3b8ed027-b816-442e-8c2e-1e98b592e0a3", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2099599162-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea25421f15054400a4a5ff07365a5158", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcdabbd64-5e", "ovs_interfaceid": "cdabbd64-5ef5-41fd-a95b-f5dcc848a45e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG os_vif [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: INFO os_vif [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d')
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcdabbd64-5e, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dbb1a9b2-a927-45b4-b416-8ec47c7431ef) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:43 user nova-compute[75502]: INFO os_vif [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:33:be,bridge_name='br-int',has_traffic_filtering=True,id=cdabbd64-5ef5-41fd-a95b-f5dcc848a45e,network=Network(3b8ed027-b816-442e-8c2e-1e98b592e0a3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcdabbd64-5e')
Dec 06 08:41:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Deleting instance files /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc_del
Dec 06 08:41:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Deletion of /opt/stack/data/nova/instances/2259b282-5c31-471e-a815-8a625006f1cc_del complete
Dec 06 08:41:43 user nova-compute[75502]: INFO nova.compute.manager [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Took 1.62 seconds to destroy the instance on the hypervisor.
Dec 06 08:41:43 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:41:43 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Instance destroyed successfully.
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.objects.instance [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lazy-loading 'resources' on Instance uuid e73b623d-9a01-4dbc-978d-0cb79fb5d09e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf2b02d02-bc, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f478453f-e68b-40be-bd4f-1d7cb733056a) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:a5:d1,bridge_name='br-int',has_traffic_filtering=True,id=f2b02d02-bcee-4984-8e3a-5fa75aebb3a9,network=Network(d86bffc7-b483-440c-a32c-795e5df97da6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf2b02d02-bc')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c381a54-4b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c5e9614-490b-4822-bc57-054ef488400f) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:b8:91,bridge_name='br-int',has_traffic_filtering=True,id=0c381a54-4b8a-4ec9-b60d-5267f1504751,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0c381a54-4b')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap88b53775-06, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aabf28f3-ad94-46d8-ab7c-d5b0e743827e) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:bc:85,bridge_name='br-int',has_traffic_filtering=True,id=88b53775-06b2-4ab5-a50f-d9133ebda8d2,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap88b53775-06')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdcb7796-74, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b150615-c856-4055-af09-50d0f2c74567) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 for instance with vm_state active and task_state deleting.
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-vif-unplugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] No waiting events found dispatching network-vif-unplugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-vif-unplugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Acquiring lock "2259b282-5c31-471e-a815-8a625006f1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] Lock "2259b282-5c31-471e-a815-8a625006f1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] No waiting events found dispatching network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING nova.compute.manager [req-a015f723-8a1a-48fa-97b6-221d10501947 req-6dd7bc63-384d-449f-98b1-41f8c5b981c5 service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received unexpected event network-vif-plugged-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e for instance with vm_state active and task_state deleting.
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:32:76,bridge_name='br-int',has_traffic_filtering=True,id=bdcb7796-7421-4415-b715-35a168a46a05,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdcb7796-74')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdabbe966-c6, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fbe7d337-0071-47c2-9a96-21e66e217414) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:e1:23,bridge_name='br-int',has_traffic_filtering=True,id=dabbe966-c60e-4b7c-990a-0bfa070f3efc,network=Network(279e44b6-c598-4a2d-a48c-4c16669c86fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdabbe966-c6')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1dd11bcd-97, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72974655-505c-4902-ba26-b71709fef621) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:3d:9f,bridge_name='br-int',has_traffic_filtering=True,id=1dd11bcd-9723-4b28-aa72-cee124868261,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1dd11bcd-97')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:39:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1993113454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1993113454',id=28,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9KShkEWEL7wF3HANXKu7rdk2SnwwSs55AqQfd2BfsWLuoyIIrS+kQqvR3B2aKqKm6cQSuFRlU8hjvyTP4MOb7M3A38Esi9dJ4xuBb4s0B6nJ4kZB62c0X1NQslmdnAgg==',key_name='tempest-keypair-621111980',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2622aa5cab454f6699a0cc16a09b46a2',ramdisk_id='',reservation_id='r-017rpowk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-521601204',owner_user_name='tempest-TaggedBootDevicesTest-521601204-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:40:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5a5f4e1614944ccea745dbb3c4452999',uuid=e73b623d-9a01-4dbc-978d-0cb79fb5d09e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converting VIF {"id": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "address": "fa:16:3e:ae:e9:83", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbbe6cf23-09", "ovs_interfaceid": "bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbbe6cf23-09, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=97c7d857-1554-47a1-8bc8-b1fc57966968) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:44 user nova-compute[75502]: INFO os_vif [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:e9:83,bridge_name='br-int',has_traffic_filtering=True,id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1,network=Network(7087a337-8134-4a8c-b8e0-f2127ee53b17),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbbe6cf23-09')
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEoUTIPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1ea58e-e1c3-4956-916e-5d83bd472be3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:41:44 user nova-compute[75502]: No targets found.
Dec 06 08:41:44 user nova-compute[75502]: iSNS:
Dec 06 08:41:44 user nova-compute[75502]: No targets found.
Dec 06 08:41:44 user nova-compute[75502]: STATIC:
Dec 06 08:41:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:41:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4
Dec 06 08:41:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:41:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd
Dec 06 08:41:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b
Dec 06 08:41:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:44 user nova-compute[75502]: FIRMWARE:
Dec 06 08:41:44 user nova-compute[75502]: No targets found.
Dec 06 08:41:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:41:44 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:41:44 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2157281-e236-45ad-9ddd-3f7eab66620f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-0c381a54-4b8a-4ec9-b60d-5267f1504751 for instance with vm_state active and task_state deleting.
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-bdcb7796-7421-4415-b715-35a168a46a05 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-bdcb7796-7421-4415-b715-35a168a46a05 for instance with vm_state active and task_state deleting.
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-1dd11bcd-9723-4b28-aa72-cee124868261 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-1dd11bcd-9723-4b28-aa72-cee124868261 for instance with vm_state active and task_state deleting.
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:44 user nova-compute[75502]: WARNING nova.compute.manager [req-98e338f9-d990-489f-bd2b-d8139301d12a req-280c9b79-d04e-48bd-b3a2-753d6c5d09fd service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 for instance with vm_state active and task_state deleting.
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef7f87b-febf-4650-b763-e25b11680a9e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ed814c4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f56b0c-c984-4274-b59e-2b7c6bf3662d]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0a04b7-9aa8-4164-b26e-71e22ff1922a]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[080ae6f9-7758-4441-9070-4efbc84fe701]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ef2c75-eb31-4c4f-a68c-098b120b9788]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccc4ef6e-f684-41f8-94ce-ff6e6180723f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:45 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Took 1.36 seconds to deallocate network for instance.
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a282e0c-48b5-4bac-afb6-22014f91d059]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260]
Dec 06 08:41:45 user nova-compute[75502]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4, portal: 172.16.0.220,3260] successful.
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:45 user nova-compute[75502]: WARNING nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-88b53775-06b2-4ab5-a50f-d9133ebda8d2 for instance with vm_state active and task_state deleting.
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-unplugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-unplugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Acquiring lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] No waiting events found dispatching network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:45 user nova-compute[75502]: WARNING nova.compute.manager [req-43929377-11b0-4d7d-b71e-a9e6d5215693 req-2f26a63e-2a12-404b-9f12-2d5b3baf3daf service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received unexpected event network-vif-plugged-dabbe966-c60e-4b7c-990a-0bfa070f3efc for instance with vm_state active and task_state deleting.
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28cbf8d4-6191-4d9c-9549-9cac6c3f14d4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3b7ec6-5df6-44ef-b8f6-0abf46c52bd6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== disconnect_volume: return (362ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uQJvGFrL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:41:45 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df297ed-6b13-42f6-ab94-ca78be2fc4aa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:41:45 user nova-compute[75502]: No targets found.
Dec 06 08:41:45 user nova-compute[75502]: iSNS:
Dec 06 08:41:45 user nova-compute[75502]: No targets found.
Dec 06 08:41:45 user nova-compute[75502]: STATIC:
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: FIRMWARE:
Dec 06 08:41:45 user nova-compute[75502]: No targets found.
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:41:45 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:41:45 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6754f769-3114-4c94-bba3-da90287b2f62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff81bd43-581a-463b-9abf-25961e3ccae3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ed814cf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5729281c-5e53-4e77-b32e-9e3960c45df5]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9c6ec6-88d1-4a52-818e-73aa37c6f08b]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f059f100-e02d-477d-9523-3541744d15e0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[99945b47-6fa0-4548-ba1a-963cc3029942]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[73151ef3-5f22-4675-997a-4578f0e98f75]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13ab06b-b5d9-45f3-a5ae-435f9ea99a08]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260]
Dec 06 08:41:45 user nova-compute[75502]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b, portal: 172.16.0.220,3260] successful.
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0d1b465-c9ee-4a96-b201-01eb3b34566b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc41153-25e4-4bf5-883a-92c9e3e5f9da]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== disconnect_volume: return (358ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dLoNDxwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:41:45 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a2d65e7-cd61-43c5-9fe5-5822bbb939ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:41:45 user nova-compute[75502]: No targets found.
Dec 06 08:41:45 user nova-compute[75502]: iSNS:
Dec 06 08:41:45 user nova-compute[75502]: No targets found.
Dec 06 08:41:45 user nova-compute[75502]: STATIC:
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd
Dec 06 08:41:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:41:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:41:45 user nova-compute[75502]: FIRMWARE:
Dec 06 08:41:45 user nova-compute[75502]: No targets found.
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:41:45 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:41:45 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d81d6af-4de9-449d-99a9-3fd6161d2a6a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b588f55-d07b-4004-84c4-bd0f5c7d9d3a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd (non-flash)
Dec 06 08:41:45 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:41:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ed814cf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e50e015-3e68-4192-a140-cd204ecffba2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[033ec976-e995-47b7-9588-0c59212c3640]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a491e274-799e-4b37-a461-baa6c7b20e60]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.588s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbb2c57-b485-4ebe-b004-72bf5d852d50]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Deleted allocations for instance 2259b282-5c31-471e-a815-8a625006f1cc
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd337f1-9c8a-4b2c-8906-3ce751642a89]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b1fdbf-c9c8-4f2d-a6d7-ef8e3e4d29c7]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260]
Dec 06 08:41:46 user nova-compute[75502]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd, portal: 172.16.0.220,3260] successful.
Dec 06 08:41:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ddec6b92-ff22-443e-8e1d-3e1c35a6fab8 tempest-VolumesAdminNegativeTest-193695544 tempest-VolumesAdminNegativeTest-193695544-project-member] Lock "2259b282-5c31-471e-a815-8a625006f1cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.808s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c1e142c1-9c57-47ce-9cd6-9da24bd7b4bd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c46f1fea-5265-417c-95c3-f200136237b2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.378s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] <== disconnect_volume: return (380ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:41:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Deleting instance files /opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e_del
Dec 06 08:41:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Deletion of /opt/stack/data/nova/instances/e73b623d-9a01-4dbc-978d-0cb79fb5d09e_del complete
Dec 06 08:41:46 user nova-compute[75502]: INFO nova.compute.manager [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Took 3.87 seconds to destroy the instance on the hypervisor.
Dec 06 08:41:46 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:41:46 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 2259b282-5c31-471e-a815-8a625006f1cc] Received event network-vif-deleted-cdabbd64-5ef5-41fd-a95b-f5dcc848a45e {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:47 user nova-compute[75502]: WARNING nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state stopped and task_state powering-on.
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:41:47 user nova-compute[75502]: WARNING nova.compute.manager [req-805ce2d0-70a0-4ab5-9875-b81f0bfefb8f req-f3ea96cb-e488-434d-9294-49297fcbb40b service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state stopped and task_state powering-on.
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:41:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance rebooted successfully.
Dec 06 08:41:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b95e0a74-20b7-4b89-80de-7b028b7c880b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-deleted-bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:49 user nova-compute[75502]: INFO nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Neutron deleted interface bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1; detaching it from the instance and deleting it from the info cache
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "address": "fa:16:3e:49:e1:23", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdabbe966-c6", "ovs_interfaceid": "dabbe966-c60e-4b7c-990a-0bfa070f3efc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Detach interface failed, port_id=bbe6cf23-0986-4f3e-8b79-c7ec2bb849b1, reason: Instance e73b623d-9a01-4dbc-978d-0cb79fb5d09e could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-deleted-dabbe966-c60e-4b7c-990a-0bfa070f3efc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:49 user nova-compute[75502]: INFO nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Neutron deleted interface dabbe966-c60e-4b7c-990a-0bfa070f3efc; detaching it from the instance and deleting it from the info cache
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bdcb7796-7421-4415-b715-35a168a46a05", "address": "fa:16:3e:21:32:76", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdcb7796-74", "ovs_interfaceid": "bdcb7796-7421-4415-b715-35a168a46a05", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Detach interface failed, port_id=dabbe966-c60e-4b7c-990a-0bfa070f3efc, reason: Instance e73b623d-9a01-4dbc-978d-0cb79fb5d09e could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-deleted-bdcb7796-7421-4415-b715-35a168a46a05 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:49 user nova-compute[75502]: INFO nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Neutron deleted interface bdcb7796-7421-4415-b715-35a168a46a05; detaching it from the instance and deleting it from the info cache
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [{"id": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "address": "fa:16:3e:df:a5:d1", "network": {"id": "d86bffc7-b483-440c-a32c-795e5df97da6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-818639309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.19", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf2b02d02-bc", "ovs_interfaceid": "f2b02d02-bcee-4984-8e3a-5fa75aebb3a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "address": "fa:16:3e:53:b8:91", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c381a54-4b", "ovs_interfaceid": "0c381a54-4b8a-4ec9-b60d-5267f1504751", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "address": "fa:16:3e:0a:bc:85", "network": {"id": "279e44b6-c598-4a2d-a48c-4c16669c86fe", "bridge": "br-int", "label": "tempest-device-tagging-net1-1025278164", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap88b53775-06", "ovs_interfaceid": "88b53775-06b2-4ab5-a50f-d9133ebda8d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1dd11bcd-9723-4b28-aa72-cee124868261", "address": "fa:16:3e:17:3d:9f", "network": {"id": "7087a337-8134-4a8c-b8e0-f2127ee53b17", "bridge": "br-int", "label": "tempest-device-tagging-net2-217648133", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "2622aa5cab454f6699a0cc16a09b46a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1dd11bcd-97", "ovs_interfaceid": "1dd11bcd-9723-4b28-aa72-cee124868261", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-9ee3aa65-cc0d-4396-bb1e-3b91ab42e1ba req-1247e98b-b8e7-4f39-8fc3-b72b46ab8afe service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Detach interface failed, port_id=bdcb7796-7421-4415-b715-35a168a46a05, reason: Instance e73b623d-9a01-4dbc-978d-0cb79fb5d09e could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:41:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:50 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:41:50 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Took 3.99 seconds to deallocate network for instance.
Dec 06 08:41:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-4b9084d8-68c6-47e6-9d19-239bf5462d33 req-ffea2aca-e45e-460e-bb7c-f8b137dd234d service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-deleted-1dd11bcd-9723-4b28-aa72-cee124868261 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-4b9084d8-68c6-47e6-9d19-239bf5462d33 req-ffea2aca-e45e-460e-bb7c-f8b137dd234d service nova] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Received event network-vif-deleted-f2b02d02-bcee-4984-8e3a-5fa75aebb3a9 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:41:54 user nova-compute[75502]: INFO nova.compute.manager [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] [instance: e73b623d-9a01-4dbc-978d-0cb79fb5d09e] Took 4.25 seconds to detach 3 volumes for instance.
Dec 06 08:41:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:54 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:41:54 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:41:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:41:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.467s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:54 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Deleted allocations for instance e73b623d-9a01-4dbc-978d-0cb79fb5d09e
Dec 06 08:41:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-41929f92-8109-41e6-94d9-fbc9d3cb6cfb tempest-TaggedBootDevicesTest-521601204 tempest-TaggedBootDevicesTest-521601204-project-member] Lock "e73b623d-9a01-4dbc-978d-0cb79fb5d09e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.816s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:41:58 user nova-compute[75502]: INFO nova.compute.claims [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Claim successful on node user
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:41:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:41:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:41:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG nova.policy [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6228139838f4a3588c66e70850b9d03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fbc044696134c55bd39d4d5daf4777a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:41:59 user nova-compute[75502]: INFO nova.virt.block_device [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Booting with volume c0ead976-0076-4605-84ef-38b8fd0a1e54 at /dev/vda
Dec 06 08:41:59 user nova-compute[75502]: DEBUG os_brick.utils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1f9791-ba66-48a6-8eef-6a31a422e3af]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d9935f-2a8b-4446-9968-5b93c70e2351]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f49ad2c8-1d72-46b9-8657-31eae652178d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[848edda1-4941-45ac-b74c-dd3343f9d819]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:41:59 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:41:59 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa9369b-f3c8-4c9c-a54b-a12af3c4ba6a]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG os_brick.utils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating existing volume attachment record: b9b6f6dd-e2b7-42a4-8c6f-ca2c48a71598 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:41:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Successfully created port: 9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Successfully updated port: 9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquired lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-changed-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Refreshing instance network info cache due to event network-changed-9a7d1b54-af15-4aec-b40b-37d06eeb1877. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] Acquiring lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:42:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Releasing lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance network_info: |[{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] Acquired lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Refreshing network info cache for port 9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updated VIF entry in instance network info cache for port 9a7d1b54-af15-4aec-b40b-37d06eeb1877. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9f9850f4-1e6c-4f7d-8cc1-4d42d0396219 req-d5790b90-ec86-4dfe-830a-733791c36394 service nova] Releasing lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:01 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:42:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:42:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:42:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:42:03 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:42:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:42:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:42:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:42:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:05 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.233s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:42:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Creating image(s)
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Ensure instance console log exists: /opt/stack/data/nova/instances/f1d5c03a-604d-44bc-98a6-bffb8704a98c/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Start _get_guest_xml network_info=[{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b9b6f6dd-e2b7-42a4-8c6f-ca2c48a71598', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f1d5c03a-604d-44bc-98a6-bffb8704a98c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0ead976-0076-4605-84ef-38b8fd0a1e54', 'serial': 'c0ead976-0076-4605-84ef-38b8fd0a1e54'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:42:09 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:42:09 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:42:09 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:42:09 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:42:09 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:42:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5d198e-a8c5-40f2-bd6d-e4c3bf2032a9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:42:09 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d194233-3cd7-43fc-9f85-b70b771fc544]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54] added
Dec 06 08:42:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc3a1b0-56b8-49b7-9f82-d7eabe3aa40b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[803f8828-fc60-403e-8b7b-d8b98ec319a6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmdyEUGz {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmdyEUGz" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc1687f-228e-4b7d-8926-9c98948166c1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmdyEUGz'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d6cc24-e492-4583-964c-3daf760c0235]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ba806c-1dc6-4d6b-8f43-00b88d9db81e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d427d79a-5e80-485d-9462-d95cb692f801]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]
Dec 06 08:42:10 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.
Dec 06 08:42:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c06bf0-0f5b-45f9-855b-23485884e9ae]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a45ca47-e3ad-4940-b463-74a521131169]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:42:10 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5ff930-d5b6-42e3-af81-36fc3ea7d3cc]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.438s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== connect_volume: return (1440ms) {'type': 'block', 'scsi_wwn': '23036393234313033', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036393234313033', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:42:11 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:42:11 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7264MB free_disk=25.101722717285156GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-264325300',display_name='tempest-ServerActionsTestOtherA-server-264325300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-264325300',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-ka00l8dl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:41:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=f1d5c03a-604d-44bc-98a6-bffb8704a98c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'pci_devices' on Instance uuid f1d5c03a-604d-44bc-98a6-bffb8704a98c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:42:11 user nova-compute[75502]:   <uuid>f1d5c03a-604d-44bc-98a6-bffb8704a98c</uuid>
Dec 06 08:42:11 user nova-compute[75502]:   <name>instance-0000001f</name>
Dec 06 08:42:11 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:42:11 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:42:11 user nova-compute[75502]:   <metadata>
Dec 06 08:42:11 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:42:11 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:42:11 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherA-server-264325300</nova:name>
Dec 06 08:42:11 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:42:09</nova:creationTime>
Dec 06 08:42:11 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:42:11 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:42:11 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:42:11 user nova-compute[75502]:       <nova:owner>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:user uuid="b6228139838f4a3588c66e70850b9d03">tempest-ServerActionsTestOtherA-694215749-project-member</nova:user>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:project uuid="0fbc044696134c55bd39d4d5daf4777a">tempest-ServerActionsTestOtherA-694215749</nova:project>
Dec 06 08:42:11 user nova-compute[75502]:       </nova:owner>
Dec 06 08:42:11 user nova-compute[75502]:       <nova:ports>
Dec 06 08:42:11 user nova-compute[75502]:         <nova:port uuid="9a7d1b54-af15-4aec-b40b-37d06eeb1877">
Dec 06 08:42:11 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 08:42:11 user nova-compute[75502]:         </nova:port>
Dec 06 08:42:11 user nova-compute[75502]:       </nova:ports>
Dec 06 08:42:11 user nova-compute[75502]:     </nova:instance>
Dec 06 08:42:11 user nova-compute[75502]:   </metadata>
Dec 06 08:42:11 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:42:11 user nova-compute[75502]:     <system>
Dec 06 08:42:11 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:42:11 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:42:11 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:42:11 user nova-compute[75502]:       <entry name="serial">f1d5c03a-604d-44bc-98a6-bffb8704a98c</entry>
Dec 06 08:42:11 user nova-compute[75502]:       <entry name="uuid">f1d5c03a-604d-44bc-98a6-bffb8704a98c</entry>
Dec 06 08:42:11 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:42:11 user nova-compute[75502]:     </system>
Dec 06 08:42:11 user nova-compute[75502]:   </sysinfo>
Dec 06 08:42:11 user nova-compute[75502]:   <os>
Dec 06 08:42:11 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:42:11 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:42:11 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:42:11 user nova-compute[75502]:   </os>
Dec 06 08:42:11 user nova-compute[75502]:   <features>
Dec 06 08:42:11 user nova-compute[75502]:     <acpi/>
Dec 06 08:42:11 user nova-compute[75502]:     <apic/>
Dec 06 08:42:11 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:42:11 user nova-compute[75502]:   </features>
Dec 06 08:42:11 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:42:11 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:42:11 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:42:11 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:42:11 user nova-compute[75502]:   </clock>
Dec 06 08:42:11 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:42:11 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:42:11 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:42:11 user nova-compute[75502]:   </cpu>
Dec 06 08:42:11 user nova-compute[75502]:   <devices>
Dec 06 08:42:11 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:42:11 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:42:11 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:42:11 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:42:11 user nova-compute[75502]:       <serial>c0ead976-0076-4605-84ef-38b8fd0a1e54</serial>
Dec 06 08:42:11 user nova-compute[75502]:     </disk>
Dec 06 08:42:11 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:42:11 user nova-compute[75502]:       <mac address="fa:16:3e:f4:37:93"/>
Dec 06 08:42:11 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:42:11 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:42:11 user nova-compute[75502]:       <target dev="tap9a7d1b54-af"/>
Dec 06 08:42:11 user nova-compute[75502]:     </interface>
Dec 06 08:42:11 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:42:11 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/f1d5c03a-604d-44bc-98a6-bffb8704a98c/console.log" append="off"/>
Dec 06 08:42:11 user nova-compute[75502]:     </serial>
Dec 06 08:42:11 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:42:11 user nova-compute[75502]:     <video>
Dec 06 08:42:11 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:42:11 user nova-compute[75502]:     </video>
Dec 06 08:42:11 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:42:11 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:42:11 user nova-compute[75502]:     </rng>
Dec 06 08:42:11 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:42:11 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:42:11 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:42:11 user nova-compute[75502]:     </memballoon>
Dec 06 08:42:11 user nova-compute[75502]:   </devices>
Dec 06 08:42:11 user nova-compute[75502]: </domain>
Dec 06 08:42:11 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-264325300',display_name='tempest-ServerActionsTestOtherA-server-264325300',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-264325300',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-ka00l8dl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:41:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=f1d5c03a-604d-44bc-98a6-bffb8704a98c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG os_vif [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a7ca8b5-20df-5cd1-888d-2e28247109d9', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a7d1b54-af, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a7d1b54-af, col_values=(('qos', UUID('4da5c844-4810-4898-80e1-0ed33c8375bb')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a7d1b54-af, col_values=(('external_ids', {'iface-id': '9a7d1b54-af15-4aec-b40b-37d06eeb1877', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:37:93', 'vm-uuid': 'f1d5c03a-604d-44bc-98a6-bffb8704a98c'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:11 user nova-compute[75502]: INFO os_vif [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af')
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No VIF found with MAC fa:16:3e:f4:37:93, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 15f4e836-3645-4283-9c96-afa69526bcc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 40366424-68cf-4a17-8064-20593db88080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:42:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.615s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-b62ee18b-5add-43fd-a296-eb2695cd4b9f req-5064632e-1a73-436e-a262-6a761af5851d service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b62ee18b-5add-43fd-a296-eb2695cd4b9f req-5064632e-1a73-436e-a262-6a761af5851d service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b62ee18b-5add-43fd-a296-eb2695cd4b9f req-5064632e-1a73-436e-a262-6a761af5851d service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b62ee18b-5add-43fd-a296-eb2695cd4b9f req-5064632e-1a73-436e-a262-6a761af5851d service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-b62ee18b-5add-43fd-a296-eb2695cd4b9f req-5064632e-1a73-436e-a262-6a761af5851d service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:13 user nova-compute[75502]: WARNING nova.compute.manager [req-b62ee18b-5add-43fd-a296-eb2695cd4b9f req-5064632e-1a73-436e-a262-6a761af5851d service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state building and task_state spawning.
Dec 06 08:42:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:13 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:42:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:42:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance spawned successfully.
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-234edf3e-670b-41bf-89d6-ea236a76b7e0 req-467d31af-610e-4a3f-8283-f9368b02ab9c service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-234edf3e-670b-41bf-89d6-ea236a76b7e0 req-467d31af-610e-4a3f-8283-f9368b02ab9c service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-234edf3e-670b-41bf-89d6-ea236a76b7e0 req-467d31af-610e-4a3f-8283-f9368b02ab9c service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-234edf3e-670b-41bf-89d6-ea236a76b7e0 req-467d31af-610e-4a3f-8283-f9368b02ab9c service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-234edf3e-670b-41bf-89d6-ea236a76b7e0 req-467d31af-610e-4a3f-8283-f9368b02ab9c service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:15 user nova-compute[75502]: WARNING nova.compute.manager [req-234edf3e-670b-41bf-89d6-ea236a76b7e0 req-467d31af-610e-4a3f-8283-f9368b02ab9c service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state building and task_state spawning.
Dec 06 08:42:15 user nova-compute[75502]: INFO nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Took 5.32 seconds to spawn the instance on the hypervisor.
Dec 06 08:42:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:42:15 user nova-compute[75502]: INFO nova.compute.manager [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Took 16.85 seconds to build instance.
Dec 06 08:42:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ac152a6-04d5-442b-a96f-67eead38a76c tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.952s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:42:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:35 user nova-compute[75502]: INFO nova.compute.manager [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Unrescuing
Dec 06 08:42:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG nova.objects.instance [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'flavor' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c2265fbf-c44c-43f4-b592-1b60adc2a6bf req-00e51861-b530-4f01-a32d-5878a3d213a3 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c2265fbf-c44c-43f4-b592-1b60adc2a6bf req-00e51861-b530-4f01-a32d-5878a3d213a3 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c2265fbf-c44c-43f4-b592-1b60adc2a6bf req-00e51861-b530-4f01-a32d-5878a3d213a3 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c2265fbf-c44c-43f4-b592-1b60adc2a6bf req-00e51861-b530-4f01-a32d-5878a3d213a3 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c2265fbf-c44c-43f4-b592-1b60adc2a6bf req-00e51861-b530-4f01-a32d-5878a3d213a3 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:36 user nova-compute[75502]: WARNING nova.compute.manager [req-c2265fbf-c44c-43f4-b592-1b60adc2a6bf req-00e51861-b530-4f01-a32d-5878a3d213a3 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance destroyed successfully.
Dec 06 08:42:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:38 user nova-compute[75502]: WARNING nova.compute.manager [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:38 user nova-compute[75502]: WARNING nova.compute.manager [req-68adfe95-f842-4984-b6de-daaebc5984fa req-6f0d0e48-11b8-4ea9-9b35-8fafaf4eeedc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-66f050b5-c12b-4dbb-8a70-1ed9ae419cd6 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:42:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-7f076c98-b926-4f9d-8474-c6f708a19265 req-25aa34d6-fbe9-43d2-9e50-2d8c8c18fa0e service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7f076c98-b926-4f9d-8474-c6f708a19265 req-25aa34d6-fbe9-43d2-9e50-2d8c8c18fa0e service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7f076c98-b926-4f9d-8474-c6f708a19265 req-25aa34d6-fbe9-43d2-9e50-2d8c8c18fa0e service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7f076c98-b926-4f9d-8474-c6f708a19265 req-25aa34d6-fbe9-43d2-9e50-2d8c8c18fa0e service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-7f076c98-b926-4f9d-8474-c6f708a19265 req-25aa34d6-fbe9-43d2-9e50-2d8c8c18fa0e service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:40 user nova-compute[75502]: WARNING nova.compute.manager [req-7f076c98-b926-4f9d-8474-c6f708a19265 req-25aa34d6-fbe9-43d2-9e50-2d8c8c18fa0e service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:42 user nova-compute[75502]: INFO nova.compute.manager [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Unrescuing
Dec 06 08:42:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:42:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:42:42 user nova-compute[75502]: DEBUG nova.network.neutron [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG nova.network.neutron [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG nova.objects.instance [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'flavor' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-0befbac9-78e2-445f-990d-dc5283ea5377 req-7f150251-a66f-4331-bbce-c3dec181ef49 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0befbac9-78e2-445f-990d-dc5283ea5377 req-7f150251-a66f-4331-bbce-c3dec181ef49 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0befbac9-78e2-445f-990d-dc5283ea5377 req-7f150251-a66f-4331-bbce-c3dec181ef49 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0befbac9-78e2-445f-990d-dc5283ea5377 req-7f150251-a66f-4331-bbce-c3dec181ef49 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-0befbac9-78e2-445f-990d-dc5283ea5377 req-7f150251-a66f-4331-bbce-c3dec181ef49 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:43 user nova-compute[75502]: WARNING nova.compute.manager [req-0befbac9-78e2-445f-990d-dc5283ea5377 req-7f150251-a66f-4331-bbce-c3dec181ef49 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:43 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance destroyed successfully.
Dec 06 08:42:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-57e18f20-4dd7-40d5-a894-da4a4cef4102 req-6ebd3c68-665c-4980-9235-6b1b480b9ef6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-57e18f20-4dd7-40d5-a894-da4a4cef4102 req-6ebd3c68-665c-4980-9235-6b1b480b9ef6 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-57e18f20-4dd7-40d5-a894-da4a4cef4102 req-6ebd3c68-665c-4980-9235-6b1b480b9ef6 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-57e18f20-4dd7-40d5-a894-da4a4cef4102 req-6ebd3c68-665c-4980-9235-6b1b480b9ef6 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-57e18f20-4dd7-40d5-a894-da4a4cef4102 req-6ebd3c68-665c-4980-9235-6b1b480b9ef6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:45 user nova-compute[75502]: WARNING nova.compute.manager [req-57e18f20-4dd7-40d5-a894-da4a4cef4102 req-6ebd3c68-665c-4980-9235-6b1b480b9ef6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:47 user nova-compute[75502]: WARNING nova.compute.manager [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:42:47 user nova-compute[75502]: WARNING nova.compute.manager [req-e10c5d5e-1e9f-4901-8bf9-ce2e552b5226 req-c89f3f55-6ab5-4a6f-aee2-b56bc85e2c18 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:42:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-4988a11c-14e1-49d0-9bdb-4eec6b06ce28 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:42:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received event network-changed-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:42:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Refreshing instance network info cache due to event network-changed-551f95f7-2a45-4e83-8718-f517f414601c. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:42:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] Acquiring lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:42:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] Acquired lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:42:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Refreshing network info cache for port 551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:42:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updated VIF entry in instance network info cache for port 551f95f7-2a45-4e83-8718-f517f414601c. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:42:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updating instance_info_cache with network_info: [{"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:42:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5f7640ee-d0d7-4812-8aa4-eef792d30cdb req-dd717c71-252d-4f51-b4b4-130fb21d9d6f service nova] Releasing lock "refresh_cache-15f4e836-3645-4283-9c96-afa69526bcc5" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:42:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid 15f4e836-3645-4283-9c96-afa69526bcc5 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:42:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:42:53 user nova-compute[75502]: INFO nova.compute.manager [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Attaching volume cf50370a-6324-4e1b-8fba-6bbd46e6199b to /dev/vdb
Dec 06 08:42:53 user nova-compute[75502]: DEBUG os_brick.utils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9742872-1d0d-4f1d-b1aa-e26542303618]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38cb28e-be0b-44a0-875c-97e871d805db]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4831277e-85d3-4005-b231-bb94b87765ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[84590b18-5840-47a7-aa38-f51ba264354d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:42:53 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:42:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce8e24ce-cf06-4760-a656-00d213c2edff]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG os_brick.utils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:42:53 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updating existing volume attachment record: d8991f87-56cd-4387-a12f-6e3f72bb2429 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:42:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:42:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-changed-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Refreshing instance network info cache due to event network-changed-0675d783-095e-4551-93da-10b174d9c013. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] Acquiring lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] Acquired lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:00 user nova-compute[75502]: DEBUG nova.network.neutron [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Refreshing network info cache for port 0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Updated VIF entry in instance network info cache for port 0675d783-095e-4551-93da-10b174d9c013. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG nova.network.neutron [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating instance_info_cache with network_info: [{"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "40366424-68cf-4a17-8064-20593db88080" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-26e4598e-c6e8-4321-9585-79889f639c84 req-528033c4-41fe-4c89-ae81-b9fde30c5eb1 service nova] Releasing lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'flavor' on Instance uuid 40366424-68cf-4a17-8064-20593db88080 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "40366424-68cf-4a17-8064-20593db88080" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:01 user nova-compute[75502]: INFO nova.compute.manager [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Attaching volume 6b92587c-b4b0-458a-98de-f2c71e24be93 to /dev/vdb
Dec 06 08:43:01 user nova-compute[75502]: DEBUG os_brick.utils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[86bc3df7-a0e4-4677-a6b4-8829677acfea]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[31aa8a85-1a26-4e77-a610-f61d58392f33]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27fa553-d0a0-4de9-b562-7328ff38ce64]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8745ec3a-3459-4e32-83d7-d8e593a20a5c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:01 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:43:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5792c01-2423-457a-88d8-13df1e31e2b9]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:43:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:43:02 user nova-compute[75502]: DEBUG os_brick.utils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:02 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating existing volume attachment record: 356102cc-f421-4cdd-9b27-2997a3d1d538 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:43:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:43:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:43:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nEaoDqGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:04 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:04 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:04 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1acfa66f-087e-4518-960c-b972dcd04aab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:43:04 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a97f71-737b-4210-979f-e2c11444e3d1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b] added
Dec 06 08:43:04 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa59811a-18a5-45bf-9a21-fc6d22b49565]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cfcfdd2-5414-4fd9-b893-2e2b19eaca55]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nEaoDqGK {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nEaoDqGK" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4631c6a-cc67-4e7c-b0b9-6470a0581019]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nEaoDqGK'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[266935fc-a468-4d04-8e8b-0715a0b0c716]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d86ee98-001d-4dd1-975c-a639823288b1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:04 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:04 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:04 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:04 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:04 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:04 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1001e7ed-cc07-4a80-9f7c-bbf4b1a0b1d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260]
Dec 06 08:43:05 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260] successful.
Dec 06 08:43:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f03597e-ff0e-4222-842a-37caebd24223]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15e4216-7bfd-4c44-9360-b9cf83d4587c]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:05 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:05 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:05 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:05 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:05 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:05 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e67b83d3-d792-4115-b2bb-b796999a862d]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nEaoDqGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '23533326333623838', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23533326333623838', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid 15f4e836-3645-4283-9c96-afa69526bcc5 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:43:06 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:43:06 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:43:06 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:43:06 user nova-compute[75502]:   <serial>cf50370a-6324-4e1b-8fba-6bbd46e6199b</serial>
Dec 06 08:43:06 user nova-compute[75502]: </disk>
Dec 06 08:43:06 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] No VIF found with MAC fa:16:3e:89:9e:7f, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:43:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-98404e4f-30e9-4a57-8538-22a8a475c8e4 tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.690s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:07 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:08 user nova-compute[75502]: INFO nova.compute.manager [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Detaching volume cf50370a-6324-4e1b-8fba-6bbd46e6199b
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.319s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:08 user nova-compute[75502]: INFO nova.virt.block_device [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Attempting to driver detach volume cf50370a-6324-4e1b-8fba-6bbd46e6199b from mountpoint /dev/vdb
Dec 06 08:43:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Attempting to detach device vdb from instance 15f4e836-3645-4283-9c96-afa69526bcc5 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:43:08 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:43:08 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:43:08 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:43:08 user nova-compute[75502]:   <serial>cf50370a-6324-4e1b-8fba-6bbd46e6199b</serial>
Dec 06 08:43:08 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:43:08 user nova-compute[75502]: </disk>
Dec 06 08:43:08 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:43:08 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully detached device vdb from instance 15f4e836-3645-4283-9c96-afa69526bcc5 from the persistent domain config.
Dec 06 08:43:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 15f4e836-3645-4283-9c96-afa69526bcc5 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:43:08 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:43:08 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:43:08 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:43:08 user nova-compute[75502]:   <serial>cf50370a-6324-4e1b-8fba-6bbd46e6199b</serial>
Dec 06 08:43:08 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:43:08 user nova-compute[75502]: </disk>
Dec 06 08:43:08 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 15f4e836-3645-4283-9c96-afa69526bcc5 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.264s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUpJDHlP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:14 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:14 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:14 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:43:14 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7318MB free_disk=25.08682632446289GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd0768b8-185e-4bff-b8b0-39b34c056045]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:43:14 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5392be-2d4f-400c-9c7a-47dc462a3a29]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93] added
Dec 06 08:43:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[203a0773-c1a5-4364-ad43-e5dc301c24a2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba3f8e4e-6601-4699-8755-ff69ef78b1c5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WUpJDHlP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WUpJDHlP" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c560c9-f7d0-44a9-8672-f248f867facc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WUpJDHlP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d413bf-1da0-48b3-ae78-cb6aee433122]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 702fb1f7-01bd-448d-8399-5b04e2354b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7519b7ef-ac86-4ed1-9d72-4614254999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 15f4e836-3645-4283-9c96-afa69526bcc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 40366424-68cf-4a17-8064-20593db88080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0256fd-5e0b-46ab-a4e8-e539a7beafa9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a00ea8-9749-4731-a464-d5153e8427f0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260]
Dec 06 08:43:14 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260] successful.
Dec 06 08:43:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e625154-44f8-4e60-90ea-77fdf07721a6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c335ea-f56a-4199-8547-03fcccd0ca2b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:14 user nova-compute[75502]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)
Dec 06 08:43:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.391s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e4b6303-0ede-41f5-b64a-538efcee38df]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUpJDHlP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:43:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.638s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '26361646232326535', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361646232326535', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:43:15 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'flavor' on Instance uuid 40366424-68cf-4a17-8064-20593db88080 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:43:15 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:43:15 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:43:15 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:43:15 user nova-compute[75502]:   <serial>6b92587c-b4b0-458a-98de-f2c71e24be93</serial>
Dec 06 08:43:15 user nova-compute[75502]: </disk>
Dec 06 08:43:15 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] No VIF found with MAC fa:16:3e:45:3d:c2, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a772f2b0-1855-4aa1-ab34-3d8f02205899 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.421s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:43:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "40366424-68cf-4a17-8064-20593db88080" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:18 user nova-compute[75502]: INFO nova.compute.manager [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Detaching volume 6b92587c-b4b0-458a-98de-f2c71e24be93
Dec 06 08:43:18 user nova-compute[75502]: INFO nova.virt.block_device [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Attempting to driver detach volume 6b92587c-b4b0-458a-98de-f2c71e24be93 from mountpoint /dev/vdb
Dec 06 08:43:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Attempting to detach device vdb from instance 40366424-68cf-4a17-8064-20593db88080 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:43:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:43:18 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:43:18 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:43:18 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:43:18 user nova-compute[75502]:   <serial>6b92587c-b4b0-458a-98de-f2c71e24be93</serial>
Dec 06 08:43:18 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:43:18 user nova-compute[75502]: </disk>
Dec 06 08:43:18 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:43:18 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully detached device vdb from instance 40366424-68cf-4a17-8064-20593db88080 from the persistent domain config.
Dec 06 08:43:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40366424-68cf-4a17-8064-20593db88080 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:43:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:43:18 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:43:18 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:43:18 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:43:18 user nova-compute[75502]:   <serial>6b92587c-b4b0-458a-98de-f2c71e24be93</serial>
Dec 06 08:43:18 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:43:18 user nova-compute[75502]: </disk>
Dec 06 08:43:18 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:43:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40366424-68cf-4a17-8064-20593db88080 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:43:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:29 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 15f4e836-3645-4283-9c96-afa69526bcc5 is timed out.
Dec 06 08:43:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully detached device vdb from instance 15f4e836-3645-4283-9c96-afa69526bcc5 from the live domain config.
Dec 06 08:43:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nEaoDqGK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:29 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ecf5ea6-9d7f-42d4-8e23-685d654c81b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:43:29 user nova-compute[75502]: No targets found.
Dec 06 08:43:29 user nova-compute[75502]: iSNS:
Dec 06 08:43:29 user nova-compute[75502]: No targets found.
Dec 06 08:43:29 user nova-compute[75502]: STATIC:
Dec 06 08:43:29 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:43:29 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:29 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:29 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:43:29 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:29 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:29 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:43:29 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:29 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:29 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93
Dec 06 08:43:29 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:29 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:29 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b
Dec 06 08:43:29 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:29 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:29 user nova-compute[75502]: FIRMWARE:
Dec 06 08:43:29 user nova-compute[75502]: No targets found.
Dec 06 08:43:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:43:29 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:43:29 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[babe85c8-e0fc-4623-a2fc-763956f50e33]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9bf1de5-de04-4bb5-bac7-cae1eff3189a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b (non-flash)
Dec 06 08:43:29 user nova-compute[75502]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)
Dec 06 08:43:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d30af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[83facfb4-14d2-4189-81b1-ea5dad4f8a73]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce70a2d8-a21c-4de4-962c-274e96fccad3]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdb4f266-1bd9-4364-b92f-2c5f5ca722eb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7783ebc6-cdf3-4616-b8dd-21b102dd501b]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.040s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3611e2c5-1827-4948-81ef-f247222ae341]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --logout" returned: 0 in 0.119s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[716497df-4f35-4b0c-a606-131932f37c6e]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260]
Dec 06 08:43:29 user nova-compute[75502]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b, portal: 172.16.0.220,3260] successful.
Dec 06 08:43:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cf50370a-6324-4e1b-8fba-6bbd46e6199b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23a6dac-b2d6-4e43-81a0-2cb07c67d5ea]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.434s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] <== disconnect_volume: return (436ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:43:30 user nova-compute[75502]: DEBUG nova.objects.instance [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'flavor' on Instance uuid 15f4e836-3645-4283-9c96-afa69526bcc5 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4bec53a4-e759-4ef4-85f8-2cb3b47a2bfa tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.626s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:32 user nova-compute[75502]: INFO nova.compute.manager [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Terminating instance
Dec 06 08:43:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-0534122a-5460-440d-a31e-0c6963223e77 req-522d3fe4-e8ff-4bdf-afd7-3579355ab78d service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0534122a-5460-440d-a31e-0c6963223e77 req-522d3fe4-e8ff-4bdf-afd7-3579355ab78d service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0534122a-5460-440d-a31e-0c6963223e77 req-522d3fe4-e8ff-4bdf-afd7-3579355ab78d service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0534122a-5460-440d-a31e-0c6963223e77 req-522d3fe4-e8ff-4bdf-afd7-3579355ab78d service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-0534122a-5460-440d-a31e-0c6963223e77 req-522d3fe4-e8ff-4bdf-afd7-3579355ab78d service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-0534122a-5460-440d-a31e-0c6963223e77 req-522d3fe4-e8ff-4bdf-afd7-3579355ab78d service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-unplugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:43:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Instance destroyed successfully.
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.objects.instance [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'resources' on Instance uuid 702fb1f7-01bd-448d-8399-5b04e2354b8f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:33:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-106533135',display_name='tempest-AttachVolumeTestJSON-server-106533135',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-106533135',id=14,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLpuI3ccVZFpcyWpOng46G6BruLoz27A5Qh6tB1cfRQBte374v94af2o+IuWaCm36xRfADU+PQv75XjGdcqM0WCxh1ti3abWl0jvGWxKwohbBsWuhZOU6zy9Ql6p6RPgA==',key_name='tempest-keypair-458825484',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:33:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-xrt9w8co',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=702fb1f7-01bd-448d-8399-5b04e2354b8f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "address": "fa:16:3e:a6:7b:23", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a98b6a4-7d", "ovs_interfaceid": "0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG os_vif [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a98b6a4-7d, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b8c939f-5d46-41ce-8ec7-e2d153b67f0b) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:33 user nova-compute[75502]: INFO os_vif [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:7b:23,bridge_name='br-int',has_traffic_filtering=True,id=0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a98b6a4-7d')
Dec 06 08:43:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Deleting instance files /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f_del
Dec 06 08:43:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Deletion of /opt/stack/data/nova/instances/702fb1f7-01bd-448d-8399-5b04e2354b8f_del complete
Dec 06 08:43:33 user nova-compute[75502]: INFO nova.compute.manager [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 06 08:43:33 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:43:33 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:34 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Took 0.89 seconds to deallocate network for instance.
Dec 06 08:43:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:43:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.553s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:34 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Deleted allocations for instance 702fb1f7-01bd-448d-8399-5b04e2354b8f
Dec 06 08:43:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cefbb624-f91c-45a0-9f11-ce8ca5980015 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.518s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] Acquiring lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] Lock "702fb1f7-01bd-448d-8399-5b04e2354b8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] No waiting events found dispatching network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:43:35 user nova-compute[75502]: WARNING nova.compute.manager [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received unexpected event network-vif-plugged-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 for instance with vm_state deleted and task_state None.
Dec 06 08:43:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-b356e685-dfb2-4215-a7c2-e571e003d66a req-2a7d13ee-032d-40b9-af09-b70beb20d117 service nova] [instance: 702fb1f7-01bd-448d-8399-5b04e2354b8f] Received event network-vif-deleted-0a98b6a4-7dac-4ecf-9741-c0afe5eeaf42 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:39 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40366424-68cf-4a17-8064-20593db88080 is timed out.
Dec 06 08:43:39 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully detached device vdb from instance 40366424-68cf-4a17-8064-20593db88080 from the live domain config.
Dec 06 08:43:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WUpJDHlP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:39 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bac4ea3d-98c7-456f-8c12-0a4eddbbb7e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:43:39 user nova-compute[75502]: No targets found.
Dec 06 08:43:39 user nova-compute[75502]: iSNS:
Dec 06 08:43:39 user nova-compute[75502]: No targets found.
Dec 06 08:43:39 user nova-compute[75502]: STATIC:
Dec 06 08:43:39 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:43:39 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:39 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:39 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:43:39 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:39 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:39 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:43:39 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:39 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:39 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93
Dec 06 08:43:39 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:39 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:39 user nova-compute[75502]: FIRMWARE:
Dec 06 08:43:39 user nova-compute[75502]: No targets found.
Dec 06 08:43:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:43:39 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:43:39 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[370d424c-ff65-4d3a-9008-10b26b4038d7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f12abc-79a5-4536-bbeb-8fab4675d238]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 (non-flash)
Dec 06 08:43:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94c70dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce87133e-8248-4404-913f-2e6daea6027b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fdbc9e-8b0d-4bb8-968d-997c070f1efe]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0605f0f-48af-4322-a148-1f472f19e03e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef5a523-e0c2-4dc2-822c-e7d5afd6e640]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef7d830-9a74-42fb-aab9-4b95f3c6cdb9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[359919d3-2695-47a3-a774-deb84f2157f9]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260]
Dec 06 08:43:39 user nova-compute[75502]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93, portal: 172.16.0.220,3260] successful.
Dec 06 08:43:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b92587c-b4b0-458a-98de-f2c71e24be93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a03563b1-39cd-4400-a190-19c706960232]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] <== disconnect_volume: return (330ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:43:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'flavor' on Instance uuid 40366424-68cf-4a17-8064-20593db88080 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7ec6f28-9a69-4389-adce-7d544e370709 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.903s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:43:44 user nova-compute[75502]: INFO nova.compute.claims [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Claim successful on node user
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.680s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:43:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:43:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:43:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:43:45 user nova-compute[75502]: INFO nova.virt.block_device [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Booting with volume 9338518c-985a-493b-ab80-df0c0f19c469 at /dev/vda
Dec 06 08:43:45 user nova-compute[75502]: DEBUG nova.policy [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796e58bc00564df5ad33ce1bff5f1a6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13275faeed8d4531ac180c9ec48fd500', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG os_brick.utils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2deccf1-b0c5-4c83-a3ae-0d89b1073fec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9480a609-3cf7-4e80-b419-fd8b8c58b02a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a713142d-fa4d-49bb-af35-79edd09b5258]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f73ac8-ab28-442a-9427-04d27d0f6fe3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:45 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:43:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce78b617-3af1-4967-94f5-f5809e9f6af1]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG os_brick.utils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating existing volume attachment record: 0503d21e-1a2e-4687-a327-cdb17b27ede4 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:43:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully created port: fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:43:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully created port: 6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:43:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully created port: 8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:43:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:48 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully created port: 66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:43:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully created port: a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-changed-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Refreshing instance network info cache due to event network-changed-c828bea8-5527-4e28-970b-3d94ad4b8203. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG nova.network.neutron [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Refreshing network info cache for port c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG nova.network.neutron [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updated VIF entry in instance network info cache for port c828bea8-5527-4e28-970b-3d94ad4b8203. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG nova.network.neutron [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3023aed1-47a9-40f2-8bfc-60842c41343f req-cae0b636-4612-4ed5-a63c-769b34cdc60b service nova] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:51 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-changed-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Refreshing instance network info cache due to event network-changed-9a7d1b54-af15-4aec-b40b-37d06eeb1877. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] Acquiring lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] Acquired lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.network.neutron [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Refreshing network info cache for port 9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Stashing vm_state: active {{(pid=75502) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:43:52 user nova-compute[75502]: INFO nova.compute.claims [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Claim successful on node user
Dec 06 08:43:52 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating resource usage from migration f5c649a1-8592-4b85-836d-81e6076dec5b
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.network.neutron [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updated VIF entry in instance network info cache for port 9a7d1b54-af15-4aec-b40b-37d06eeb1877. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.network.neutron [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] Releasing lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-fc4bae57-9bd6-4a4c-ba35-abf18d376d54. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:52 user nova-compute[75502]: DEBUG nova.network.neutron [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: 6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.network.neutron [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.613s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:53 user nova-compute[75502]: INFO nova.compute.manager [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Migrating
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.network.neutron [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9535d240-d382-4c65-b3a5-c3eda9a95474 req-33056c6c-e237-4765-a2f4-fe9a4773facf service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquired lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Releasing lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Starting migrate_disk_and_power_off {{(pid=75502) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11490}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-e14778a8-aaf0-4ae1-85a5-e55c60516498 req-854fef4d-8dde-4a60-942f-f6615eb60bd8 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-unplugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e14778a8-aaf0-4ae1-85a5-e55c60516498 req-854fef4d-8dde-4a60-942f-f6615eb60bd8 service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e14778a8-aaf0-4ae1-85a5-e55c60516498 req-854fef4d-8dde-4a60-942f-f6615eb60bd8 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e14778a8-aaf0-4ae1-85a5-e55c60516498 req-854fef4d-8dde-4a60-942f-f6615eb60bd8 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-e14778a8-aaf0-4ae1-85a5-e55c60516498 req-854fef4d-8dde-4a60-942f-f6615eb60bd8 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-unplugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:43:54 user nova-compute[75502]: WARNING nova.compute.manager [req-e14778a8-aaf0-4ae1-85a5-e55c60516498 req-854fef4d-8dde-4a60-942f-f6615eb60bd8 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-unplugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state active and task_state resize_migrating.
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-6614ca61-8f9a-4acb-82ed-6e07db787f7a. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port 6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c4ec3750-f14a-4215-bec7-5f0b18d68bf9 req-1a8697a4-85f3-4820-b830-a04e9eb72f5d service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance destroyed successfully.
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-264325300',display_name='tempest-ServerActionsTestOtherA-server-264325300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-264325300',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:42:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-ka00l8dl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=f1d5c03a-604d-44bc-98a6-bffb8704a98c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a7d1b54-af, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4da5c844-4810-4898-80e1-0ed33c8375bb) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:43:54 user nova-compute[75502]: INFO os_vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af')
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:54 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbdfce3f-da08-472a-b39f-f53d5846389d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:43:54 user nova-compute[75502]: No targets found.
Dec 06 08:43:54 user nova-compute[75502]: iSNS:
Dec 06 08:43:54 user nova-compute[75502]: No targets found.
Dec 06 08:43:54 user nova-compute[75502]: STATIC:
Dec 06 08:43:54 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:43:54 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:54 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:54 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:43:54 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:54 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:54 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:43:54 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:43:54 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:43:54 user nova-compute[75502]: FIRMWARE:
Dec 06 08:43:54 user nova-compute[75502]: No targets found.
Dec 06 08:43:54 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:43:54 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:43:54 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eafe85f9-1426-4f49-b780-b8763d74e42b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1046f90-9d94-4180-bedf-d1bc90251b27]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:55 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:55 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:43:55 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:43:55 user nova-compute[75502]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:43:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f4ab00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b685b003-29a2-4689-b772-5751ae999f25]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a03164b5-7df1-4551-a6d0-4f5df66323e9]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc26c67-60b3-4979-8f33-4829a353feb5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd895cd5-d1d6-4687-8c61-effb34c36632]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23036393234313033', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_285d5ad3', '/dev/disk/by-id/scsi-1SCST_BIO285d5ad3-06924103f6faa90b') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd09c724-c081-41cc-8f4f-a7980780720f]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c120e5dc-d6a8-4316-bb23-5cc72da83913]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2e49c6-a990-4633-874e-4fd596b1b615]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]
Dec 06 08:43:55 user nova-compute[75502]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.
Dec 06 08:43:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d7c1419-213d-4d8f-8d8f-f058f256c5d6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== disconnect_volume: return (394ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:43:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: 6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-b8070415-b93a-4403-be19-a5625adeb521 req-5294c3ca-08be-449b-9442-a4ae16667954 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b8070415-b93a-4403-be19-a5625adeb521 req-5294c3ca-08be-449b-9442-a4ae16667954 service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b8070415-b93a-4403-be19-a5625adeb521 req-5294c3ca-08be-449b-9442-a4ae16667954 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b8070415-b93a-4403-be19-a5625adeb521 req-5294c3ca-08be-449b-9442-a4ae16667954 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-b8070415-b93a-4403-be19-a5625adeb521 req-5294c3ca-08be-449b-9442-a4ae16667954 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:43:56 user nova-compute[75502]: WARNING nova.compute.manager [req-b8070415-b93a-4403-be19-a5625adeb521 req-5294c3ca-08be-449b-9442-a4ae16667954 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state active and task_state resize_migrating.
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-fa413395-fc26-433a-88c2-507469d0aba1. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: 8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-6888234f-a61c-477c-861a-e7823efa1bc8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port 6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:56 user nova-compute[75502]: INFO nova.virt.block_device [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Booting with volume 4f84e13e-3fb7-4251-ab0b-1e4959c23c55 at /dev/vdb
Dec 06 08:43:57 user nova-compute[75502]: DEBUG os_brick.utils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[52721275-1fe8-4fbd-9684-6c88ebea475a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[675cae11-2f70-4bbd-89ee-74ec248ff79e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ff2c73-b681-4b7e-95d7-8b98aedc6150]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40848e8-8dba-4c67-bf67-0cd80fe11e7e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:57 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[123dd5eb-48dd-4fa2-81d9-0f24c30066f0]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG os_brick.utils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating existing volume attachment record: 022371a0-259c-4999-9b93-8585959014f2 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Port 9a7d1b54-af15-4aec-b40b-37d06eeb1877 binding to destination host user is already ACTIVE {{(pid=75502) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f814e593-463a-4cf6-98a1-df503341d5a2 req-e7e29c66-9aaf-4308-84cb-ab2c7db16f29 service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquired lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: 66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Releasing lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG os_brick.utils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b633e662-e885-431a-8b4e-02c62ee4b5d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8361bdc1-e50e-4ffd-afdc-701f7d2fb95b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b732de-e68d-4d25-932d-bf4cd24983ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9449eff-90a0-4afb-a63a-ffc929577c09]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:43:58 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46764f3-f1bf-4e08-99b0-d876aee828c1]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG os_brick.utils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:43:58 user nova-compute[75502]: INFO nova.compute.claims [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Claim successful on node user
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-8a7b5399-de17-4696-86ca-cd715a419c78. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port 8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:58 user nova-compute[75502]: INFO nova.compute.manager [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Terminating instance
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Successfully updated port: a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-66ef2903-57d0-4a64-8e87-b4c9b8b413b5. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port 66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:43:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.718s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:43:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.neutron [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.policy [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d4d37ebc284824b76397e1d236cdeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8132644e29f495f85e07f0ac1f456ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:43:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Creating image(s)
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "/opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "/opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.neutron [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5541337d-4bcc-4b34-a92d-243a584cd1f2 req-09111620-64c9-493a-a226-3fdbba0f1b41 service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Instance destroyed successfully.
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.objects.instance [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lazy-loading 'resources' on Instance uuid 15f4e836-3645-4283-9c96-afa69526bcc5 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.270s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:40:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-437862108',display_name='tempest-AttachVolumeNegativeTest-server-437862108',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-437862108',id=29,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHgTT6WfXsx2sPLAH5Bi02GYm6QzdKJX3jt3UPEpRKbVrHrPdywF547n95x/nAgGiHNajVmpqZOgFWPDO3qSN7thizr/X/aazYjMmt936y3+hLkCHDbwyXB9/T6Bua3VxQ==',key_name='tempest-keypair-1707414479',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:41:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5605c4c1ac7c42f1906b98680decff52',ramdisk_id='',reservation_id='r-svt3im5q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-465406077',owner_user_name='tempest-AttachVolumeNegativeTest-465406077-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:41:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cccdebece9354e2b93ef212b97215d34',uuid=15f4e836-3645-4283-9c96-afa69526bcc5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converting VIF {"id": "551f95f7-2a45-4e83-8718-f517f414601c", "address": "fa:16:3e:89:9e:7f", "network": {"id": "c670746f-0e6f-484d-9ffe-1aa67749e853", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1719068058-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5605c4c1ac7c42f1906b98680decff52", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap551f95f7-2a", "ovs_interfaceid": "551f95f7-2a45-4e83-8718-f517f414601c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG os_vif [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap551f95f7-2a, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk 1073741824" returned: 0 in 0.075s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.350s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d3028da-033b-4105-a3b9-3268895b1b2d) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:43:59 user nova-compute[75502]: INFO os_vif [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:9e:7f,bridge_name='br-int',has_traffic_filtering=True,id=551f95f7-2a45-4e83-8718-f517f414601c,network=Network(c670746f-0e6f-484d-9ffe-1aa67749e853),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap551f95f7-2a')
Dec 06 08:43:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Deleting instance files /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5_del
Dec 06 08:43:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Deletion of /opt/stack/data/nova/instances/15f4e836-3645-4283-9c96-afa69526bcc5_del complete
Dec 06 08:43:59 user nova-compute[75502]: INFO nova.compute.manager [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 06 08:43:59 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:43:59 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Successfully created port: 186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Cannot resize image /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Ensure instance console log exists: /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-a9534dd3-4ad4-4df8-b49c-05168a744cda. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:01 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:01 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Took 1.93 seconds to deallocate network for instance.
Dec 06 08:44:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Successfully updated port: 186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquired lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [{"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance network_info: |[{"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updating instance_info_cache with network_info: [{"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Releasing lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Instance network_info: |[{"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Start _get_guest_xml network_info=[{"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:43:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-814591998',display_name='tempest-TestServerVolumeAttachmentScenario-server-814591998',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-814591998',id=33,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH+Nl98OThY57sOEH6WW63m6acD3qhZh4LXHZFTyEfNiSJZsVNvQjqtHSf/h6FwVIjrUKz5MxnFLwQ/Y4FiAW9vU7pNE2HtGn1Ut/VpamyE2cJFXskeBl9DQM5SEJcCP7g==',key_name='tempest-keypair-1037786770',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8132644e29f495f85e07f0ac1f456ac',ramdisk_id='',reservation_id='r-hevc0bt4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-629208353',owner_user_name='tempest-TestServerVolumeAttachmentScenario-629208353-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89d4d37ebc284824b76397e1d236cdeb',uuid=bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Converting VIF {"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'pci_devices' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received event network-vif-deleted-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-changed-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Refreshing instance network info cache due to event network-changed-186ddb8f-7af4-420a-a33b-03d09b033dad. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] Acquiring lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] Acquired lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.neutron [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Refreshing network info cache for port 186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.896s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:44:02 user nova-compute[75502]:   <uuid>bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd</uuid>
Dec 06 08:44:02 user nova-compute[75502]:   <name>instance-00000021</name>
Dec 06 08:44:02 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:44:02 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:44:02 user nova-compute[75502]:   <metadata>
Dec 06 08:44:02 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:44:02 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:44:02 user nova-compute[75502]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-814591998</nova:name>
Dec 06 08:44:02 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:44:02</nova:creationTime>
Dec 06 08:44:02 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:44:02 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:44:02 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:44:02 user nova-compute[75502]:       <nova:owner>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:user uuid="89d4d37ebc284824b76397e1d236cdeb">tempest-TestServerVolumeAttachmentScenario-629208353-project-member</nova:user>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:project uuid="d8132644e29f495f85e07f0ac1f456ac">tempest-TestServerVolumeAttachmentScenario-629208353</nova:project>
Dec 06 08:44:02 user nova-compute[75502]:       </nova:owner>
Dec 06 08:44:02 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:44:02 user nova-compute[75502]:       <nova:ports>
Dec 06 08:44:02 user nova-compute[75502]:         <nova:port uuid="186ddb8f-7af4-420a-a33b-03d09b033dad">
Dec 06 08:44:02 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:44:02 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:02 user nova-compute[75502]:       </nova:ports>
Dec 06 08:44:02 user nova-compute[75502]:     </nova:instance>
Dec 06 08:44:02 user nova-compute[75502]:   </metadata>
Dec 06 08:44:02 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:44:02 user nova-compute[75502]:     <system>
Dec 06 08:44:02 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:44:02 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:44:02 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:44:02 user nova-compute[75502]:       <entry name="serial">bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd</entry>
Dec 06 08:44:02 user nova-compute[75502]:       <entry name="uuid">bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd</entry>
Dec 06 08:44:02 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:44:02 user nova-compute[75502]:     </system>
Dec 06 08:44:02 user nova-compute[75502]:   </sysinfo>
Dec 06 08:44:02 user nova-compute[75502]:   <os>
Dec 06 08:44:02 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:44:02 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:44:02 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:44:02 user nova-compute[75502]:   </os>
Dec 06 08:44:02 user nova-compute[75502]:   <features>
Dec 06 08:44:02 user nova-compute[75502]:     <acpi/>
Dec 06 08:44:02 user nova-compute[75502]:     <apic/>
Dec 06 08:44:02 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:44:02 user nova-compute[75502]:   </features>
Dec 06 08:44:02 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:44:02 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:44:02 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:44:02 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:44:02 user nova-compute[75502]:   </clock>
Dec 06 08:44:02 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:44:02 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:44:02 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:44:02 user nova-compute[75502]:   </cpu>
Dec 06 08:44:02 user nova-compute[75502]:   <devices>
Dec 06 08:44:02 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:44:02 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:44:02 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk"/>
Dec 06 08:44:02 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:44:02 user nova-compute[75502]:     </disk>
Dec 06 08:44:02 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:02 user nova-compute[75502]:       <mac address="fa:16:3e:b9:ea:cb"/>
Dec 06 08:44:02 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:02 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:02 user nova-compute[75502]:       <target dev="tap186ddb8f-7a"/>
Dec 06 08:44:02 user nova-compute[75502]:     </interface>
Dec 06 08:44:02 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:44:02 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/console.log" append="off"/>
Dec 06 08:44:02 user nova-compute[75502]:     </serial>
Dec 06 08:44:02 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:44:02 user nova-compute[75502]:     <video>
Dec 06 08:44:02 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:02 user nova-compute[75502]:     </video>
Dec 06 08:44:02 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:44:02 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:44:02 user nova-compute[75502]:     </rng>
Dec 06 08:44:02 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:44:02 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:44:02 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:44:02 user nova-compute[75502]:     </memballoon>
Dec 06 08:44:02 user nova-compute[75502]:   </devices>
Dec 06 08:44:02 user nova-compute[75502]: </domain>
Dec 06 08:44:02 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:43:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-814591998',display_name='tempest-TestServerVolumeAttachmentScenario-server-814591998',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-814591998',id=33,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH+Nl98OThY57sOEH6WW63m6acD3qhZh4LXHZFTyEfNiSJZsVNvQjqtHSf/h6FwVIjrUKz5MxnFLwQ/Y4FiAW9vU7pNE2HtGn1Ut/VpamyE2cJFXskeBl9DQM5SEJcCP7g==',key_name='tempest-keypair-1037786770',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8132644e29f495f85e07f0ac1f456ac',ramdisk_id='',reservation_id='r-hevc0bt4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-629208353',owner_user_name='tempest-TestServerVolumeAttachmentScenario-629208353-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89d4d37ebc284824b76397e1d236cdeb',uuid=bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Converting VIF {"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG os_vif [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6325c808-f4dc-52fe-9d35-8126c38fea28', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap186ddb8f-7a, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap186ddb8f-7a, col_values=(('qos', UUID('f7f0bcce-22b6-4043-9c8e-3332dfecda77')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap186ddb8f-7a, col_values=(('external_ids', {'iface-id': '186ddb8f-7af4-420a-a33b-03d09b033dad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:ea:cb', 'vm-uuid': 'bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:02 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Deleted allocations for instance 15f4e836-3645-4283-9c96-afa69526bcc5
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:02 user nova-compute[75502]: INFO os_vif [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a')
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No VIF found with MAC fa:16:3e:b9:ea:cb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-17d6c53d-02f9-4584-b714-850328cf354f tempest-AttachVolumeNegativeTest-465406077 tempest-AttachVolumeNegativeTest-465406077-project-member] Lock "15f4e836-3645-4283-9c96-afa69526bcc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.275s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.network.neutron [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updated VIF entry in instance network info cache for port a9534dd3-4ad4-4df8-b49c-05168a744cda. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.network.neutron [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [{"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6b55f245-fc62-4ecd-a21f-fed49d8fe62f req-6959ddc1-e330-4498-bb68-9bb7e56b7585 service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.network.neutron [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updated VIF entry in instance network info cache for port 186ddb8f-7af4-420a-a33b-03d09b033dad. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.network.neutron [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updating instance_info_cache with network_info: [{"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] Releasing lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received event network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] Acquiring lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] Lock "15f4e836-3645-4283-9c96-afa69526bcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] No waiting events found dispatching network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:03 user nova-compute[75502]: WARNING nova.compute.manager [req-4f1e6aa9-cccf-4b84-bf15-07a655678132 req-2f448458-ae00-4d73-b02b-92a14a7d21be service nova] [instance: 15f4e836-3645-4283-9c96-afa69526bcc5] Received unexpected event network-vif-plugged-551f95f7-2a45-4e83-8718-f517f414601c for instance with vm_state deleted and task_state None.
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-4526e4e6-b4c2-4298-a32f-46a14bdd0650 req-0c85121d-0a62-44d0-a5af-c7b8a8311de7 service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4526e4e6-b4c2-4298-a32f-46a14bdd0650 req-0c85121d-0a62-44d0-a5af-c7b8a8311de7 service nova] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4526e4e6-b4c2-4298-a32f-46a14bdd0650 req-0c85121d-0a62-44d0-a5af-c7b8a8311de7 service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4526e4e6-b4c2-4298-a32f-46a14bdd0650 req-0c85121d-0a62-44d0-a5af-c7b8a8311de7 service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-4526e4e6-b4c2-4298-a32f-46a14bdd0650 req-0c85121d-0a62-44d0-a5af-c7b8a8311de7 service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] No waiting events found dispatching network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:04 user nova-compute[75502]: WARNING nova.compute.manager [req-4526e4e6-b4c2-4298-a32f-46a14bdd0650 req-0c85121d-0a62-44d0-a5af-c7b8a8311de7 service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received unexpected event network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad for instance with vm_state building and task_state spawning.
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Skipping network cache update for instance because it is Building. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Skipping network cache update for instance because it is Building. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:44:04 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [{"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f5fcf76-a0ed-4d78-9643-06df5008606d req-7779df04-f989-4cf0-8b75-ff9897e38e1e service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f5fcf76-a0ed-4d78-9643-06df5008606d req-7779df04-f989-4cf0-8b75-ff9897e38e1e service nova] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f5fcf76-a0ed-4d78-9643-06df5008606d req-7779df04-f989-4cf0-8b75-ff9897e38e1e service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4f5fcf76-a0ed-4d78-9643-06df5008606d req-7779df04-f989-4cf0-8b75-ff9897e38e1e service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-4f5fcf76-a0ed-4d78-9643-06df5008606d req-7779df04-f989-4cf0-8b75-ff9897e38e1e service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] No waiting events found dispatching network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:06 user nova-compute[75502]: WARNING nova.compute.manager [req-4f5fcf76-a0ed-4d78-9643-06df5008606d req-7779df04-f989-4cf0-8b75-ff9897e38e1e service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received unexpected event network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad for instance with vm_state building and task_state spawning.
Dec 06 08:44:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:44:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:44:07 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Instance spawned successfully.
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:07 user nova-compute[75502]: INFO nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Took 7.91 seconds to spawn the instance on the hypervisor.
Dec 06 08:44:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:44:07 user nova-compute[75502]: INFO nova.compute.manager [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Took 9.05 seconds to build instance.
Dec 06 08:44:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-186c7a72-403c-4830-b25a-44fd4026e8b0 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.194s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:08 user nova-compute[75502]: INFO nova.compute.manager [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Terminating instance
Dec 06 08:44:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6a6e6de-3836-4b28-ae97-d25bc53a05bd req-db6ce228-8d2e-4b7f-b95b-d36cbed1b6d1 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-vif-unplugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6a6e6de-3836-4b28-ae97-d25bc53a05bd req-db6ce228-8d2e-4b7f-b95b-d36cbed1b6d1 service nova] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6a6e6de-3836-4b28-ae97-d25bc53a05bd req-db6ce228-8d2e-4b7f-b95b-d36cbed1b6d1 service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6a6e6de-3836-4b28-ae97-d25bc53a05bd req-db6ce228-8d2e-4b7f-b95b-d36cbed1b6d1 service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6a6e6de-3836-4b28-ae97-d25bc53a05bd req-db6ce228-8d2e-4b7f-b95b-d36cbed1b6d1 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] No waiting events found dispatching network-vif-unplugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6a6e6de-3836-4b28-ae97-d25bc53a05bd req-db6ce228-8d2e-4b7f-b95b-d36cbed1b6d1 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-vif-unplugged-02851069-5d26-47a2-bb1c-c89514de9e0a for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:44:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Instance destroyed successfully.
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.objects.instance [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lazy-loading 'resources' on Instance uuid 7519b7ef-ac86-4ed1-9d72-4614254999e3 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2121981198',display_name='tempest-ServersNegativeTestJSON-server-2121981198',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2121981198',id=18,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:35:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fea869ceec204c47998d236c33100dc3',ramdisk_id='',reservation_id='r-bq3tbud8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-580149023',owner_user_name='tempest-ServersNegativeTestJSON-580149023-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:35:20Z,user_data=None,user_id='c681eae8b0d44216a0c17a18eaafa40e',uuid=7519b7ef-ac86-4ed1-9d72-4614254999e3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converting VIF {"id": "02851069-5d26-47a2-bb1c-c89514de9e0a", "address": "fa:16:3e:9a:8e:5f", "network": {"id": "fa4186cb-5238-4a5b-a7a6-f62e1c28a89e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1429053858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fea869ceec204c47998d236c33100dc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02851069-5d", "ovs_interfaceid": "02851069-5d26-47a2-bb1c-c89514de9e0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG os_vif [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02851069-5d, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=54a30e23-d886-422a-bae9-30498a8cd4e4) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:09 user nova-compute[75502]: INFO os_vif [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:8e:5f,bridge_name='br-int',has_traffic_filtering=True,id=02851069-5d26-47a2-bb1c-c89514de9e0a,network=Network(fa4186cb-5238-4a5b-a7a6-f62e1c28a89e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02851069-5d')
Dec 06 08:44:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Deleting instance files /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3_del
Dec 06 08:44:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Deletion of /opt/stack/data/nova/instances/7519b7ef-ac86-4ed1-9d72-4614254999e3_del complete
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "40366424-68cf-4a17-8064-20593db88080" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "40366424-68cf-4a17-8064-20593db88080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:10 user nova-compute[75502]: INFO nova.compute.manager [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Terminating instance
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:44:10 user nova-compute[75502]: INFO nova.compute.manager [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Took 1.20 seconds to destroy the instance on the hypervisor.
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Starting finish_migration {{(pid=75502) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11677}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:44:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Creating image(s)
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Ensure instance console log exists: /opt/stack/data/nova/instances/f1d5c03a-604d-44bc-98a6-bffb8704a98c/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Start _get_guest_xml network_info=[{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '96f3b715-bf01-4b91-ba3d-2b928f2f32b1', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f1d5c03a-604d-44bc-98a6-bffb8704a98c', 'attached_at': '2023-12-06T08:44:11.000000', 'detached_at': '', 'volume_id': 'c0ead976-0076-4605-84ef-38b8fd0a1e54', 'serial': 'c0ead976-0076-4605-84ef-38b8fd0a1e54'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-e077c242-81c5-440c-b4a3-2f540bd829ed req-59b954f8-8b2e-4788-aaf8-2118cc8eaede service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-vif-unplugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e077c242-81c5-440c-b4a3-2f540bd829ed req-59b954f8-8b2e-4788-aaf8-2118cc8eaede service nova] Acquiring lock "40366424-68cf-4a17-8064-20593db88080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e077c242-81c5-440c-b4a3-2f540bd829ed req-59b954f8-8b2e-4788-aaf8-2118cc8eaede service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e077c242-81c5-440c-b4a3-2f540bd829ed req-59b954f8-8b2e-4788-aaf8-2118cc8eaede service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-e077c242-81c5-440c-b4a3-2f540bd829ed req-59b954f8-8b2e-4788-aaf8-2118cc8eaede service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] No waiting events found dispatching network-vif-unplugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-e077c242-81c5-440c-b4a3-2f540bd829ed req-59b954f8-8b2e-4788-aaf8-2118cc8eaede service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-vif-unplugged-0675d783-095e-4551-93da-10b174d9c013 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:10 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:10 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:44:10 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:44:11 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:11 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:11 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 40366424-68cf-4a17-8064-20593db88080] Instance destroyed successfully.
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'resources' on Instance uuid 40366424-68cf-4a17-8064-20593db88080 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc82a4c-15b3-400f-89ff-7c045449ab11]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:44:11 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1400191454',display_name='tempest-TestStampPattern-server-1400191454',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1400191454',id=30,image_ref='e08b65c8-f66c-481d-b4c1-aa8e459936e7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEMBF9h/0eQXhAhfnZWqQGxPLFvJbWROCOuwMmYSR4BV8u3EtNwSnyuANo3PCoGgHXgYRLE5Gl7ffzmZD2Vg9ZCI2zyMJ6F4YIeIc/dRQFN3e/u0zYE+aMPXKsadHwaJmg==',key_name='tempest-TestStampPattern-862937880',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:41:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3b83ee14781449e09ea0c40d82439f44',ramdisk_id='',reservation_id='r-lylam8ke',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='7af621c5-0149-4294-b955-d033a825c72c',image_min_disk='1',image_min_ram='0',image_owner_id='3b83ee14781449e09ea0c40d82439f44',image_owner_project_name='tempest-TestStampPattern-24405639',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-24405639-project-member',image_user_id='3807a161eac040fe865dd5c9c55bc2cf',owner_project_name='tempest-TestStampPattern-24405639',owner_user_name='tempest-TestStampPattern-24405639-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:41:17Z,user_data=None,user_id='3807a161eac040fe865dd5c9c55bc2cf',uuid=40366424-68cf-4a17-8064-20593db88080,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converting VIF {"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.26", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_vif [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0675d783-09, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1201f1ea-b35e-4854-9910-c40575b0edfe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54] added
Dec 06 08:44:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=572db7e7-c489-4098-b1b3-b9ff3f2cb123) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:11 user nova-compute[75502]: INFO os_vif [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:45:3d:c2,bridge_name='br-int',has_traffic_filtering=True,id=0675d783-095e-4551-93da-10b174d9c013,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0675d783-09')
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Deleting instance files /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080_del
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Deletion of /opt/stack/data/nova/instances/40366424-68cf-4a17-8064-20593db88080_del complete
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[61cf4d7e-a049-4e82-8273-619a5eb812e6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4b868a-ffe7-4330-981c-b73a4f4004a7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmdyEUGz {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.compute.manager [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 40366424-68cf-4a17-8064-20593db88080] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 40366424-68cf-4a17-8064-20593db88080] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 40366424-68cf-4a17-8064-20593db88080] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmdyEUGz" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c8e760-45c0-42b0-8241-2743e996a4c6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmdyEUGz'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbfb6016-f862-4ae7-abc0-4c14413864cc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e417dbb-6208-4f6a-9fc5-f2b8b35461b0]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Took 1.27 seconds to deallocate network for instance.
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[306d4dc0-527b-4a1d-a9ab-3f345ae3c7f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]
Dec 06 08:44:11 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.
Dec 06 08:44:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4224be1d-73c7-4d78-9b2d-7a07634f1b6c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5295c5b3-abc3-4be2-aa74-42dc3e799a9f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:11 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.487s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac76a98-9c1e-4571-911d-deef54042b3a]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-changed-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Refreshing instance network info cache due to event network-changed-0675d783-095e-4551-93da-10b174d9c013. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] Acquiring lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] Acquired lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Refreshing network info cache for port 0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 40366424-68cf-4a17-8064-20593db88080] Took 0.72 seconds to deallocate network for instance.
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-4462b40e-6911-444f-b32a-0b627b930ebb req-3bc2251d-3311-464e-9a12-eeda125fb85e service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-vif-deleted-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:11 user nova-compute[75502]: INFO nova.compute.manager [req-4462b40e-6911-444f-b32a-0b627b930ebb req-3bc2251d-3311-464e-9a12-eeda125fb85e service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Neutron deleted interface 0675d783-095e-4551-93da-10b174d9c013; detaching it from the instance and deleting it from the info cache
Dec 06 08:44:11 user nova-compute[75502]: DEBUG nova.network.neutron [req-4462b40e-6911-444f-b32a-0b627b930ebb req-3bc2251d-3311-464e-9a12-eeda125fb85e service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-4462b40e-6911-444f-b32a-0b627b930ebb req-3bc2251d-3311-464e-9a12-eeda125fb85e service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Detach interface failed, port_id=0675d783-095e-4551-93da-10b174d9c013, reason: Instance 40366424-68cf-4a17-8064-20593db88080 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.266s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.776s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.233s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:44:12 user nova-compute[75502]: INFO nova.compute.claims [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Claim successful on node user
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Updated VIF entry in instance network info cache for port 0675d783-095e-4551-93da-10b174d9c013. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.network.neutron [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Updating instance_info_cache with network_info: [{"id": "0675d783-095e-4551-93da-10b174d9c013", "address": "fa:16:3e:45:3d:c2", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0675d783-09", "ovs_interfaceid": "0675d783-095e-4551-93da-10b174d9c013", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:12 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Deleted allocations for instance 7519b7ef-ac86-4ed1-9d72-4614254999e3
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] Releasing lock "refresh_cache-40366424-68cf-4a17-8064-20593db88080" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] Acquiring lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] No waiting events found dispatching network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:12 user nova-compute[75502]: WARNING nova.compute.manager [req-cf43f359-b9bc-486e-9f36-7ee0a251d70f req-52151f07-5c21-4e9b-8ed6-5fdbc5e847e3 service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received unexpected event network-vif-plugged-02851069-5d26-47a2-bb1c-c89514de9e0a for instance with vm_state deleted and task_state None.
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-754cbc98-cd14-45f1-b8c3-7ba63d329e78 tempest-ServersNegativeTestJSON-580149023 tempest-ServersNegativeTestJSON-580149023-project-member] Lock "7519b7ef-ac86-4ed1-9d72-4614254999e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.553s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.536s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== connect_volume: return (1541ms) {'type': 'block', 'scsi_wwn': '23036393234313033', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23036393234313033', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-264325300',display_name='tempest-ServerActionsTestOtherA-server-264325300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-264325300',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:42:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-ka00l8dl',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=f1d5c03a-604d-44bc-98a6-bffb8704a98c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:44:12 user nova-compute[75502]:   <uuid>f1d5c03a-604d-44bc-98a6-bffb8704a98c</uuid>
Dec 06 08:44:12 user nova-compute[75502]:   <name>instance-0000001f</name>
Dec 06 08:44:12 user nova-compute[75502]:   <memory>2097152</memory>
Dec 06 08:44:12 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:44:12 user nova-compute[75502]:   <metadata>
Dec 06 08:44:12 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:44:12 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:44:12 user nova-compute[75502]:       <nova:name>tempest-ServerActionsTestOtherA-server-264325300</nova:name>
Dec 06 08:44:12 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:44:10</nova:creationTime>
Dec 06 08:44:12 user nova-compute[75502]:       <nova:flavor name="m1.small">
Dec 06 08:44:12 user nova-compute[75502]:         <nova:memory>2048</nova:memory>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:disk>20</nova:disk>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:44:12 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:44:12 user nova-compute[75502]:       <nova:owner>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:user uuid="b6228139838f4a3588c66e70850b9d03">tempest-ServerActionsTestOtherA-694215749-project-member</nova:user>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:project uuid="0fbc044696134c55bd39d4d5daf4777a">tempest-ServerActionsTestOtherA-694215749</nova:project>
Dec 06 08:44:12 user nova-compute[75502]:       </nova:owner>
Dec 06 08:44:12 user nova-compute[75502]:       <nova:ports>
Dec 06 08:44:12 user nova-compute[75502]:         <nova:port uuid="9a7d1b54-af15-4aec-b40b-37d06eeb1877">
Dec 06 08:44:12 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 06 08:44:12 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:12 user nova-compute[75502]:       </nova:ports>
Dec 06 08:44:12 user nova-compute[75502]:     </nova:instance>
Dec 06 08:44:12 user nova-compute[75502]:   </metadata>
Dec 06 08:44:12 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:44:12 user nova-compute[75502]:     <system>
Dec 06 08:44:12 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:44:12 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:44:12 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:44:12 user nova-compute[75502]:       <entry name="serial">f1d5c03a-604d-44bc-98a6-bffb8704a98c</entry>
Dec 06 08:44:12 user nova-compute[75502]:       <entry name="uuid">f1d5c03a-604d-44bc-98a6-bffb8704a98c</entry>
Dec 06 08:44:12 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:44:12 user nova-compute[75502]:     </system>
Dec 06 08:44:12 user nova-compute[75502]:   </sysinfo>
Dec 06 08:44:12 user nova-compute[75502]:   <os>
Dec 06 08:44:12 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:44:12 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:44:12 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:44:12 user nova-compute[75502]:   </os>
Dec 06 08:44:12 user nova-compute[75502]:   <features>
Dec 06 08:44:12 user nova-compute[75502]:     <acpi/>
Dec 06 08:44:12 user nova-compute[75502]:     <apic/>
Dec 06 08:44:12 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:44:12 user nova-compute[75502]:   </features>
Dec 06 08:44:12 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:44:12 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:44:12 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:44:12 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:44:12 user nova-compute[75502]:   </clock>
Dec 06 08:44:12 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:44:12 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:44:12 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:44:12 user nova-compute[75502]:   </cpu>
Dec 06 08:44:12 user nova-compute[75502]:   <devices>
Dec 06 08:44:12 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:44:12 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:44:12 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:44:12 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:44:12 user nova-compute[75502]:       <serial>c0ead976-0076-4605-84ef-38b8fd0a1e54</serial>
Dec 06 08:44:12 user nova-compute[75502]:     </disk>
Dec 06 08:44:12 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:12 user nova-compute[75502]:       <mac address="fa:16:3e:f4:37:93"/>
Dec 06 08:44:12 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:12 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:12 user nova-compute[75502]:       <target dev="tap9a7d1b54-af"/>
Dec 06 08:44:12 user nova-compute[75502]:     </interface>
Dec 06 08:44:12 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:44:12 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/f1d5c03a-604d-44bc-98a6-bffb8704a98c/console.log" append="off"/>
Dec 06 08:44:12 user nova-compute[75502]:     </serial>
Dec 06 08:44:12 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:44:12 user nova-compute[75502]:     <video>
Dec 06 08:44:12 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:12 user nova-compute[75502]:     </video>
Dec 06 08:44:12 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:44:12 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:44:12 user nova-compute[75502]:     </rng>
Dec 06 08:44:12 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:44:12 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:44:12 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:44:12 user nova-compute[75502]:     </memballoon>
Dec 06 08:44:12 user nova-compute[75502]:   </devices>
Dec 06 08:44:12 user nova-compute[75502]: </domain>
Dec 06 08:44:12 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-264325300',display_name='tempest-ServerActionsTestOtherA-server-264325300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-264325300',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:42:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-ka00l8dl',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=f1d5c03a-604d-44bc-98a6-bffb8704a98c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-204985241-network", "vif_mac": "fa:16:3e:f4:37:93"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG os_vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a7ca8b5-20df-5cd1-888d-2e28247109d9', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a7d1b54-af, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a7d1b54-af, col_values=(('qos', UUID('b60fe645-bf2b-4284-8b3b-53bb0ec491f9')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a7d1b54-af, col_values=(('external_ids', {'iface-id': '9a7d1b54-af15-4aec-b40b-37d06eeb1877', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f4:37:93', 'vm-uuid': 'f1d5c03a-604d-44bc-98a6-bffb8704a98c'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Error from libvirt while getting description of instance-0000001e: [Error Code 42] Domain not found: no domain with matching uuid '40366424-68cf-4a17-8064-20593db88080' (instance-0000001e): libvirt.libvirtError: Domain not found: no domain with matching uuid '40366424-68cf-4a17-8064-20593db88080' (instance-0000001e)
Dec 06 08:44:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:12 user nova-compute[75502]: INFO os_vif [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af')
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] No VIF found with MAC fa:16:3e:f4:37:93, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received event network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] Acquiring lock "40366424-68cf-4a17-8064-20593db88080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] Lock "40366424-68cf-4a17-8064-20593db88080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] No waiting events found dispatching network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:12 user nova-compute[75502]: WARNING nova.compute.manager [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] [instance: 40366424-68cf-4a17-8064-20593db88080] Received unexpected event network-vif-plugged-0675d783-095e-4551-93da-10b174d9c013 for instance with vm_state deleted and task_state None.
Dec 06 08:44:12 user nova-compute[75502]: DEBUG nova.compute.manager [req-95e875f3-bcf2-419f-9280-5654f59f6d95 req-ee8cc9ff-c6ea-4bac-936f-445f7867ca7b service nova] [instance: 7519b7ef-ac86-4ed1-9d72-4614254999e3] Received event network-vif-deleted-02851069-5d26-47a2-bb1c-c89514de9e0a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.794s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.933s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Error from libvirt while getting description of instance-00000012: [Error Code 42] Domain not found: no domain with matching uuid '7519b7ef-ac86-4ed1-9d72-4614254999e3' (instance-00000012): libvirt.libvirtError: Domain not found: no domain with matching uuid '7519b7ef-ac86-4ed1-9d72-4614254999e3' (instance-00000012)
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:44:13 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.policy [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79338cae21444c55861a3412f4e5eb50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e8b04d31591481b9b8c8630db70ccf4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:44:13 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Creating image(s)
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "/opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "/opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "/opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.243s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.813s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk 1073741824" returned: 0 in 0.057s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:13 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Deleted allocations for instance 40366424-68cf-4a17-8064-20593db88080
Dec 06 08:44:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Successfully created port: ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-61cc71ac-dd1a-4748-9b06-f9aa5ee39134 req-fd6bcb36-dee3-4d91-8672-50f78757c8d5 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-61cc71ac-dd1a-4748-9b06-f9aa5ee39134 req-fd6bcb36-dee3-4d91-8672-50f78757c8d5 service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-61cc71ac-dd1a-4748-9b06-f9aa5ee39134 req-fd6bcb36-dee3-4d91-8672-50f78757c8d5 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-61cc71ac-dd1a-4748-9b06-f9aa5ee39134 req-fd6bcb36-dee3-4d91-8672-50f78757c8d5 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-61cc71ac-dd1a-4748-9b06-f9aa5ee39134 req-fd6bcb36-dee3-4d91-8672-50f78757c8d5 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:14 user nova-compute[75502]: WARNING nova.compute.manager [req-61cc71ac-dd1a-4748-9b06-f9aa5ee39134 req-fd6bcb36-dee3-4d91-8672-50f78757c8d5 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state active and task_state resize_finish.
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3c6b46ea-a7ac-4bc1-851b-64c9274f5ce1 tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "40366424-68cf-4a17-8064-20593db88080" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.726s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.882s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Checking if we can resize image /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:14 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:14 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7873MB free_disk=25.12609100341797GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Applying migration context for instance f1d5c03a-604d-44bc-98a6-bffb8704a98c as it has an incoming, in-progress migration f5c649a1-8592-4b85-836d-81e6076dec5b. Migration status is post-migrating {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 08:44:14 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating resource usage from migration f5c649a1-8592-4b85-836d-81e6076dec5b
Dec 06 08:44:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Cannot resize image /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Ensure instance console log exists: /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8848f700-f22c-4f53-a1de-3d46c5bfa210 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Migration f5c649a1-8592-4b85-836d-81e6076dec5b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03195aff-fd8d-4955-8ca2-6b16d2006fbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.581s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Successfully updated port: ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "refresh_cache-03195aff-fd8d-4955-8ca2-6b16d2006fbe" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquired lock "refresh_cache-03195aff-fd8d-4955-8ca2-6b16d2006fbe" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-changed-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Refreshing instance network info cache due to event network-changed-ce325262-efa6-4d98-b279-1f95b9a4d406. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] Acquiring lock "refresh_cache-03195aff-fd8d-4955-8ca2-6b16d2006fbe" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Updating instance_info_cache with network_info: [{"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Releasing lock "refresh_cache-03195aff-fd8d-4955-8ca2-6b16d2006fbe" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Instance network_info: |[{"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] Acquired lock "refresh_cache-03195aff-fd8d-4955-8ca2-6b16d2006fbe" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Refreshing network info cache for port ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Start _get_guest_xml network_info=[{"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:44:16 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:16 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-903366432',display_name='tempest-VolumesNegativeTest-instance-903366432',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-903366432',id=34,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8b04d31591481b9b8c8630db70ccf4',ramdisk_id='',reservation_id='r-3fvjnm96',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1257483518',owner_user_name='tempest-VolumesNegativeTest-1257483518-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:44:13Z,user_data=None,user_id='79338cae21444c55861a3412f4e5eb50',uuid=03195aff-fd8d-4955-8ca2-6b16d2006fbe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Converting VIF {"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.objects.instance [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lazy-loading 'pci_devices' on Instance uuid 03195aff-fd8d-4955-8ca2-6b16d2006fbe {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:44:16 user nova-compute[75502]:   <uuid>03195aff-fd8d-4955-8ca2-6b16d2006fbe</uuid>
Dec 06 08:44:16 user nova-compute[75502]:   <name>instance-00000022</name>
Dec 06 08:44:16 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:44:16 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:44:16 user nova-compute[75502]:   <metadata>
Dec 06 08:44:16 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:44:16 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:44:16 user nova-compute[75502]:       <nova:name>tempest-VolumesNegativeTest-instance-903366432</nova:name>
Dec 06 08:44:16 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:44:16</nova:creationTime>
Dec 06 08:44:16 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:44:16 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:44:16 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:44:16 user nova-compute[75502]:       <nova:owner>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:user uuid="79338cae21444c55861a3412f4e5eb50">tempest-VolumesNegativeTest-1257483518-project-member</nova:user>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:project uuid="7e8b04d31591481b9b8c8630db70ccf4">tempest-VolumesNegativeTest-1257483518</nova:project>
Dec 06 08:44:16 user nova-compute[75502]:       </nova:owner>
Dec 06 08:44:16 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:44:16 user nova-compute[75502]:       <nova:ports>
Dec 06 08:44:16 user nova-compute[75502]:         <nova:port uuid="ce325262-efa6-4d98-b279-1f95b9a4d406">
Dec 06 08:44:16 user nova-compute[75502]:           <nova:ip type="fixed" address="192.168.233.61" ipVersion="4"/>
Dec 06 08:44:16 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:16 user nova-compute[75502]:       </nova:ports>
Dec 06 08:44:16 user nova-compute[75502]:     </nova:instance>
Dec 06 08:44:16 user nova-compute[75502]:   </metadata>
Dec 06 08:44:16 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:44:16 user nova-compute[75502]:     <system>
Dec 06 08:44:16 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:44:16 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:44:16 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:44:16 user nova-compute[75502]:       <entry name="serial">03195aff-fd8d-4955-8ca2-6b16d2006fbe</entry>
Dec 06 08:44:16 user nova-compute[75502]:       <entry name="uuid">03195aff-fd8d-4955-8ca2-6b16d2006fbe</entry>
Dec 06 08:44:16 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:44:16 user nova-compute[75502]:     </system>
Dec 06 08:44:16 user nova-compute[75502]:   </sysinfo>
Dec 06 08:44:16 user nova-compute[75502]:   <os>
Dec 06 08:44:16 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:44:16 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:44:16 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:44:16 user nova-compute[75502]:   </os>
Dec 06 08:44:16 user nova-compute[75502]:   <features>
Dec 06 08:44:16 user nova-compute[75502]:     <acpi/>
Dec 06 08:44:16 user nova-compute[75502]:     <apic/>
Dec 06 08:44:16 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:44:16 user nova-compute[75502]:   </features>
Dec 06 08:44:16 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:44:16 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:44:16 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:44:16 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:44:16 user nova-compute[75502]:   </clock>
Dec 06 08:44:16 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:44:16 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:44:16 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:44:16 user nova-compute[75502]:   </cpu>
Dec 06 08:44:16 user nova-compute[75502]:   <devices>
Dec 06 08:44:16 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:44:16 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:44:16 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk"/>
Dec 06 08:44:16 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:44:16 user nova-compute[75502]:     </disk>
Dec 06 08:44:16 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:16 user nova-compute[75502]:       <mac address="fa:16:3e:34:5b:ba"/>
Dec 06 08:44:16 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:16 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:16 user nova-compute[75502]:       <target dev="tapce325262-ef"/>
Dec 06 08:44:16 user nova-compute[75502]:     </interface>
Dec 06 08:44:16 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:44:16 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/console.log" append="off"/>
Dec 06 08:44:16 user nova-compute[75502]:     </serial>
Dec 06 08:44:16 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:44:16 user nova-compute[75502]:     <video>
Dec 06 08:44:16 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:16 user nova-compute[75502]:     </video>
Dec 06 08:44:16 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:44:16 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:44:16 user nova-compute[75502]:     </rng>
Dec 06 08:44:16 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:44:16 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:44:16 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:44:16 user nova-compute[75502]:     </memballoon>
Dec 06 08:44:16 user nova-compute[75502]:   </devices>
Dec 06 08:44:16 user nova-compute[75502]: </domain>
Dec 06 08:44:16 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-903366432',display_name='tempest-VolumesNegativeTest-instance-903366432',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-903366432',id=34,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8b04d31591481b9b8c8630db70ccf4',ramdisk_id='',reservation_id='r-3fvjnm96',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1257483518',owner_user_name='tempest-VolumesNegativeTest-1257483518-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:44:13Z,user_data=None,user_id='79338cae21444c55861a3412f4e5eb50',uuid=03195aff-fd8d-4955-8ca2-6b16d2006fbe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Converting VIF {"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG os_vif [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5c26a08-cebf-5d6a-9ac5-382fb9d4559e', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce325262-ef, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce325262-ef, col_values=(('qos', UUID('7753390b-96f6-4b9b-8193-7de362bf3642')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce325262-ef, col_values=(('external_ids', {'iface-id': 'ce325262-efa6-4d98-b279-1f95b9a4d406', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:5b:ba', 'vm-uuid': '03195aff-fd8d-4955-8ca2-6b16d2006fbe'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:16 user nova-compute[75502]: INFO os_vif [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef')
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] No VIF found with MAC fa:16:3e:34:5b:ba, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-d9b447ef-43b3-441b-88d3-4e35931f3cf6 req-f0636e08-6e05-4aae-9400-160df4de1c7a service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d9b447ef-43b3-441b-88d3-4e35931f3cf6 req-f0636e08-6e05-4aae-9400-160df4de1c7a service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d9b447ef-43b3-441b-88d3-4e35931f3cf6 req-f0636e08-6e05-4aae-9400-160df4de1c7a service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d9b447ef-43b3-441b-88d3-4e35931f3cf6 req-f0636e08-6e05-4aae-9400-160df4de1c7a service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-d9b447ef-43b3-441b-88d3-4e35931f3cf6 req-f0636e08-6e05-4aae-9400-160df4de1c7a service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:16 user nova-compute[75502]: WARNING nova.compute.manager [req-d9b447ef-43b3-441b-88d3-4e35931f3cf6 req-f0636e08-6e05-4aae-9400-160df4de1c7a service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state active and task_state resize_finish.
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Updated VIF entry in instance network info cache for port ce325262-efa6-4d98-b279-1f95b9a4d406. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Updating instance_info_cache with network_info: [{"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6247e320-fc15-4e53-ae2c-1cfe4a7beb55 req-fcece89f-3cca-49dc-894f-d240595a7594 service nova] Releasing lock "refresh_cache-03195aff-fd8d-4955-8ca2-6b16d2006fbe" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance running successfully.
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Failed to set time: agent not configured {{(pid=75502) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 06 08:44:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-da1a4dc9-cb5a-4c55-ab1f-4af0df62ecc5 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] finish_migration finished successfully. {{(pid=75502) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11772}}
Dec 06 08:44:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-8126f04c-6588-43c2-85d6-5ec3de3dfa6c req-6fd89525-cb71-40dd-8a8f-7c663279ea4e service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8126f04c-6588-43c2-85d6-5ec3de3dfa6c req-6fd89525-cb71-40dd-8a8f-7c663279ea4e service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8126f04c-6588-43c2-85d6-5ec3de3dfa6c req-6fd89525-cb71-40dd-8a8f-7c663279ea4e service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8126f04c-6588-43c2-85d6-5ec3de3dfa6c req-6fd89525-cb71-40dd-8a8f-7c663279ea4e service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-8126f04c-6588-43c2-85d6-5ec3de3dfa6c req-6fd89525-cb71-40dd-8a8f-7c663279ea4e service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:18 user nova-compute[75502]: WARNING nova.compute.manager [req-8126f04c-6588-43c2-85d6-5ec3de3dfa6c req-6fd89525-cb71-40dd-8a8f-7c663279ea4e service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state building and task_state spawning.
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:20 user nova-compute[75502]: INFO nova.virt.block_device [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Booting with volume e08ca779-a9ce-4fcb-9942-52a01e33d4ff at /dev/vdc
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:44:20 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Instance spawned successfully.
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG os_brick.utils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da6c4a7-4ea7-45fc-a27b-6c5b414411ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e7e2bc-9c78-4f3f-b355-90b3955c947b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c41bc4-7490-41de-ae57-0b7529af0703]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0856b4d-e555-4426-8975-3bb55915cef2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-bdd8e643-36ba-4820-98d0-5262c42c2fe4 req-989a36b8-e9a5-4aa2-b18e-35aa979b3853 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bdd8e643-36ba-4820-98d0-5262c42c2fe4 req-989a36b8-e9a5-4aa2-b18e-35aa979b3853 service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bdd8e643-36ba-4820-98d0-5262c42c2fe4 req-989a36b8-e9a5-4aa2-b18e-35aa979b3853 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bdd8e643-36ba-4820-98d0-5262c42c2fe4 req-989a36b8-e9a5-4aa2-b18e-35aa979b3853 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-bdd8e643-36ba-4820-98d0-5262c42c2fe4 req-989a36b8-e9a5-4aa2-b18e-35aa979b3853 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:20 user nova-compute[75502]: WARNING nova.compute.manager [req-bdd8e643-36ba-4820-98d0-5262c42c2fe4 req-989a36b8-e9a5-4aa2-b18e-35aa979b3853 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state building and task_state spawning.
Dec 06 08:44:20 user nova-compute[75502]: INFO nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Took 7.13 seconds to spawn the instance on the hypervisor.
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:44:20 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d35ca4-9424-479c-bf63-5e4b0f401c78]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG os_brick.utils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:44:20 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating existing volume attachment record: f54da6ec-29b5-4956-8e17-a80f7a34b281 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:44:20 user nova-compute[75502]: INFO nova.compute.manager [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Took 8.71 seconds to build instance.
Dec 06 08:44:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5350b0-80a5-46a4-9d10-7f42e6a05246 tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.877s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:44:27 user nova-compute[75502]: INFO nova.compute.claims [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Claim successful on node user
Dec 06 08:44:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.592s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.584s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:44:28 user nova-compute[75502]: INFO nova.compute.claims [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Claim successful on node user
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:44:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.policy [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6354c5ebaf354b439a8c77fa289093fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88fb77c90a04ed7bc2415b5b06011ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:44:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Creating image(s)
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "/opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.222s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:44:28 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.732s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Successfully created port: de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.230s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk 1073741824" returned: 0 in 0.062s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:44:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Creating image(s)
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "/opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "/opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "/opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.246s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Checking if we can resize image /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.policy [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b89a5c6b4cd241a594b12f9753e9e843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e073244d04534538970f37f497e45b34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Cannot resize image /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Ensure instance console log exists: /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Successfully updated port: de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.208s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-changed-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Refreshing instance network info cache due to event network-changed-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] Acquiring lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk 1073741824" returned: 0 in 0.073s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.220s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking if we can resize image /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Successfully created port: e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Updating instance_info_cache with network_info: [{"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Instance network_info: |[{"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] Acquired lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Refreshing network info cache for port de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Start _get_guest_xml network_info=[{"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:44:30 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:30 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-766787521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-766787521',id=35,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-tb0x3fse',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:44:28Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=aced40a8-e217-4508-b326-2a9ea5fc846c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'pci_devices' on Instance uuid aced40a8-e217-4508-b326-2a9ea5fc846c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Cannot resize image /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Ensure instance console log exists: /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:44:30 user nova-compute[75502]:   <uuid>aced40a8-e217-4508-b326-2a9ea5fc846c</uuid>
Dec 06 08:44:30 user nova-compute[75502]:   <name>instance-00000023</name>
Dec 06 08:44:30 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:44:30 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:44:30 user nova-compute[75502]:   <metadata>
Dec 06 08:44:30 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:44:30 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:44:30 user nova-compute[75502]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-766787521</nova:name>
Dec 06 08:44:30 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:44:30</nova:creationTime>
Dec 06 08:44:30 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:44:30 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:44:30 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:44:30 user nova-compute[75502]:       <nova:owner>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:user uuid="6354c5ebaf354b439a8c77fa289093fb">tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member</nova:user>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:project uuid="e88fb77c90a04ed7bc2415b5b06011ac">tempest-ServerBootFromVolumeStableRescueTest-1602670048</nova:project>
Dec 06 08:44:30 user nova-compute[75502]:       </nova:owner>
Dec 06 08:44:30 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:44:30 user nova-compute[75502]:       <nova:ports>
Dec 06 08:44:30 user nova-compute[75502]:         <nova:port uuid="de68700c-8a80-4a2b-87a3-f9fabdf0c4c8">
Dec 06 08:44:30 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 08:44:30 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:30 user nova-compute[75502]:       </nova:ports>
Dec 06 08:44:30 user nova-compute[75502]:     </nova:instance>
Dec 06 08:44:30 user nova-compute[75502]:   </metadata>
Dec 06 08:44:30 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:44:30 user nova-compute[75502]:     <system>
Dec 06 08:44:30 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:44:30 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:44:30 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:44:30 user nova-compute[75502]:       <entry name="serial">aced40a8-e217-4508-b326-2a9ea5fc846c</entry>
Dec 06 08:44:30 user nova-compute[75502]:       <entry name="uuid">aced40a8-e217-4508-b326-2a9ea5fc846c</entry>
Dec 06 08:44:30 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:44:30 user nova-compute[75502]:     </system>
Dec 06 08:44:30 user nova-compute[75502]:   </sysinfo>
Dec 06 08:44:30 user nova-compute[75502]:   <os>
Dec 06 08:44:30 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:44:30 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:44:30 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:44:30 user nova-compute[75502]:   </os>
Dec 06 08:44:30 user nova-compute[75502]:   <features>
Dec 06 08:44:30 user nova-compute[75502]:     <acpi/>
Dec 06 08:44:30 user nova-compute[75502]:     <apic/>
Dec 06 08:44:30 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:44:30 user nova-compute[75502]:   </features>
Dec 06 08:44:30 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:44:30 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:44:30 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:44:30 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:44:30 user nova-compute[75502]:   </clock>
Dec 06 08:44:30 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:44:30 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:44:30 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:44:30 user nova-compute[75502]:   </cpu>
Dec 06 08:44:30 user nova-compute[75502]:   <devices>
Dec 06 08:44:30 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:44:30 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:44:30 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk"/>
Dec 06 08:44:30 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:44:30 user nova-compute[75502]:     </disk>
Dec 06 08:44:30 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:30 user nova-compute[75502]:       <mac address="fa:16:3e:1c:f2:33"/>
Dec 06 08:44:30 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:30 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:30 user nova-compute[75502]:       <target dev="tapde68700c-8a"/>
Dec 06 08:44:30 user nova-compute[75502]:     </interface>
Dec 06 08:44:30 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:44:30 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/console.log" append="off"/>
Dec 06 08:44:30 user nova-compute[75502]:     </serial>
Dec 06 08:44:30 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:44:30 user nova-compute[75502]:     <video>
Dec 06 08:44:30 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:30 user nova-compute[75502]:     </video>
Dec 06 08:44:30 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:44:30 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:44:30 user nova-compute[75502]:     </rng>
Dec 06 08:44:30 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:44:30 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:44:30 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:44:30 user nova-compute[75502]:     </memballoon>
Dec 06 08:44:30 user nova-compute[75502]:   </devices>
Dec 06 08:44:30 user nova-compute[75502]: </domain>
Dec 06 08:44:30 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-766787521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-766787521',id=35,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-tb0x3fse',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:44:28Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=aced40a8-e217-4508-b326-2a9ea5fc846c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG os_vif [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '111bc479-6d31-5195-bffb-fe700ba20f48', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde68700c-8a, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde68700c-8a, col_values=(('qos', UUID('be37b058-733a-4e59-89c8-967be4f84ee7')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde68700c-8a, col_values=(('external_ids', {'iface-id': 'de68700c-8a80-4a2b-87a3-f9fabdf0c4c8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:f2:33', 'vm-uuid': 'aced40a8-e217-4508-b326-2a9ea5fc846c'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:30 user nova-compute[75502]: INFO os_vif [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a')
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No VIF found with MAC fa:16:3e:1c:f2:33, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Updated VIF entry in instance network info cache for port de68700c-8a80-4a2b-87a3-f9fabdf0c4c8. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Updating instance_info_cache with network_info: [{"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ad896338-2854-4722-bb99-42e23a8fd3a2 req-65b0cdf6-04e4-434b-b408-7590734ddbea service nova] Releasing lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Successfully updated port: e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquired lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-changed-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.compute.manager [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Refreshing instance network info cache due to event network-changed-e69ba09e-5bc5-4766-97e4-11cf7d6f0512. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] Acquiring lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.neutron [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updating instance_info_cache with network_info: [{"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Releasing lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Instance network_info: |[{"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] Acquired lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Refreshing network info cache for port e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Start _get_guest_xml network_info=[{"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:44:31 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:31 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1548979013',display_name='tempest-AttachVolumeTestJSON-server-1548979013',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1548979013',id=36,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFBz8JeokMWwC0d9PZ9Qb7oFVQyJaYE3YJpPE+JN5nXplJe7mUKYEB3Zz+0r69lOyhKWrpshmUMLFSAK2FawF++Ie2tJBDDg7kFrXFgIeheK1+Y49GMwp3dlJAz4nbuR1w==',key_name='tempest-keypair-1395000921',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-6i3row80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:44:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=05f97110-5804-4553-8001-66118f51ae65,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.objects.instance [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'pci_devices' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:44:31 user nova-compute[75502]:   <uuid>05f97110-5804-4553-8001-66118f51ae65</uuid>
Dec 06 08:44:31 user nova-compute[75502]:   <name>instance-00000024</name>
Dec 06 08:44:31 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:44:31 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:44:31 user nova-compute[75502]:   <metadata>
Dec 06 08:44:31 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:44:31 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:44:31 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeTestJSON-server-1548979013</nova:name>
Dec 06 08:44:31 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:44:31</nova:creationTime>
Dec 06 08:44:31 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:44:31 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:44:31 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:44:31 user nova-compute[75502]:       <nova:owner>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:user uuid="b89a5c6b4cd241a594b12f9753e9e843">tempest-AttachVolumeTestJSON-2020332707-project-member</nova:user>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:project uuid="e073244d04534538970f37f497e45b34">tempest-AttachVolumeTestJSON-2020332707</nova:project>
Dec 06 08:44:31 user nova-compute[75502]:       </nova:owner>
Dec 06 08:44:31 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:44:31 user nova-compute[75502]:       <nova:ports>
Dec 06 08:44:31 user nova-compute[75502]:         <nova:port uuid="e69ba09e-5bc5-4766-97e4-11cf7d6f0512">
Dec 06 08:44:31 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 06 08:44:31 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:31 user nova-compute[75502]:       </nova:ports>
Dec 06 08:44:31 user nova-compute[75502]:     </nova:instance>
Dec 06 08:44:31 user nova-compute[75502]:   </metadata>
Dec 06 08:44:31 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:44:31 user nova-compute[75502]:     <system>
Dec 06 08:44:31 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:44:31 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:44:31 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:44:31 user nova-compute[75502]:       <entry name="serial">05f97110-5804-4553-8001-66118f51ae65</entry>
Dec 06 08:44:31 user nova-compute[75502]:       <entry name="uuid">05f97110-5804-4553-8001-66118f51ae65</entry>
Dec 06 08:44:31 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:44:31 user nova-compute[75502]:     </system>
Dec 06 08:44:31 user nova-compute[75502]:   </sysinfo>
Dec 06 08:44:31 user nova-compute[75502]:   <os>
Dec 06 08:44:31 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:44:31 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:44:31 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:44:31 user nova-compute[75502]:   </os>
Dec 06 08:44:31 user nova-compute[75502]:   <features>
Dec 06 08:44:31 user nova-compute[75502]:     <acpi/>
Dec 06 08:44:31 user nova-compute[75502]:     <apic/>
Dec 06 08:44:31 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:44:31 user nova-compute[75502]:   </features>
Dec 06 08:44:31 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:44:31 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:44:31 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:44:31 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:44:31 user nova-compute[75502]:   </clock>
Dec 06 08:44:31 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:44:31 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:44:31 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:44:31 user nova-compute[75502]:   </cpu>
Dec 06 08:44:31 user nova-compute[75502]:   <devices>
Dec 06 08:44:31 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:44:31 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:44:31 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk"/>
Dec 06 08:44:31 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:44:31 user nova-compute[75502]:     </disk>
Dec 06 08:44:31 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:31 user nova-compute[75502]:       <mac address="fa:16:3e:d2:d1:2d"/>
Dec 06 08:44:31 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:31 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:31 user nova-compute[75502]:       <target dev="tape69ba09e-5b"/>
Dec 06 08:44:31 user nova-compute[75502]:     </interface>
Dec 06 08:44:31 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:44:31 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/console.log" append="off"/>
Dec 06 08:44:31 user nova-compute[75502]:     </serial>
Dec 06 08:44:31 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:44:31 user nova-compute[75502]:     <video>
Dec 06 08:44:31 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:31 user nova-compute[75502]:     </video>
Dec 06 08:44:31 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:44:31 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:44:31 user nova-compute[75502]:     </rng>
Dec 06 08:44:31 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:44:31 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:44:31 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:44:31 user nova-compute[75502]:     </memballoon>
Dec 06 08:44:31 user nova-compute[75502]:   </devices>
Dec 06 08:44:31 user nova-compute[75502]: </domain>
Dec 06 08:44:31 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1548979013',display_name='tempest-AttachVolumeTestJSON-server-1548979013',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1548979013',id=36,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFBz8JeokMWwC0d9PZ9Qb7oFVQyJaYE3YJpPE+JN5nXplJe7mUKYEB3Zz+0r69lOyhKWrpshmUMLFSAK2FawF++Ie2tJBDDg7kFrXFgIeheK1+Y49GMwp3dlJAz4nbuR1w==',key_name='tempest-keypair-1395000921',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-6i3row80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:44:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=05f97110-5804-4553-8001-66118f51ae65,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG os_vif [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d178294-f2e5-5060-8ae5-ec5963b8efcc', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape69ba09e-5b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape69ba09e-5b, col_values=(('qos', UUID('96367a05-d407-4c27-a172-7c0c69d12b34')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape69ba09e-5b, col_values=(('external_ids', {'iface-id': 'e69ba09e-5bc5-4766-97e4-11cf7d6f0512', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:d1:2d', 'vm-uuid': '05f97110-5804-4553-8001-66118f51ae65'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:31 user nova-compute[75502]: INFO os_vif [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b')
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No VIF found with MAC fa:16:3e:d2:d1:2d, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updated VIF entry in instance network info cache for port e69ba09e-5bc5-4766-97e4-11cf7d6f0512. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updating instance_info_cache with network_info: [{"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-10bac607-92bf-4587-a552-069c144eb536 req-c820b2cb-e843-4d63-9212-dc013b77666c service nova] Releasing lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-89095908-eb71-4980-b91c-d873c0250229 req-31b255a4-8d23-4f45-9994-c0f218e5a652 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-89095908-eb71-4980-b91c-d873c0250229 req-31b255a4-8d23-4f45-9994-c0f218e5a652 service nova] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-89095908-eb71-4980-b91c-d873c0250229 req-31b255a4-8d23-4f45-9994-c0f218e5a652 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-89095908-eb71-4980-b91c-d873c0250229 req-31b255a4-8d23-4f45-9994-c0f218e5a652 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-89095908-eb71-4980-b91c-d873c0250229 req-31b255a4-8d23-4f45-9994-c0f218e5a652 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] No waiting events found dispatching network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:32 user nova-compute[75502]: WARNING nova.compute.manager [req-89095908-eb71-4980-b91c-d873c0250229 req-31b255a4-8d23-4f45-9994-c0f218e5a652 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received unexpected event network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 for instance with vm_state building and task_state spawning.
Dec 06 08:44:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing instance network info cache due to event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] No waiting events found dispatching network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:34 user nova-compute[75502]: WARNING nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received unexpected event network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 for instance with vm_state building and task_state spawning.
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] No waiting events found dispatching network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:34 user nova-compute[75502]: WARNING nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received unexpected event network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 for instance with vm_state building and task_state spawning.
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] No waiting events found dispatching network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:34 user nova-compute[75502]: WARNING nova.compute.manager [req-416ff651-55ab-4f13-a7e8-bf7eb0d01e60 req-4c9c9a2d-8503-4b57-bc4d-61d0cac4fd93 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received unexpected event network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 for instance with vm_state building and task_state spawning.
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:34 user nova-compute[75502]: INFO nova.compute.manager [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Detaching volume ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updated VIF entry in instance network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0f9db678-d1bb-41a6-9ee1-ef065d1765e6 req-1b164790-7e6f-443a-9073-e4d373d190af service nova] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:34 user nova-compute[75502]: INFO nova.virt.block_device [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Attempting to driver detach volume ebb03e2b-b37f-4f86-80c6-373f4f2cc893 from mountpoint /dev/vdb
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Attempting to detach device vdb from instance 07e17bfc-2704-4fa4-b384-a3765e820561 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:44:34 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:44:34 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:44:34 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:44:34 user nova-compute[75502]:   <serial>ebb03e2b-b37f-4f86-80c6-373f4f2cc893</serial>
Dec 06 08:44:34 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:44:34 user nova-compute[75502]: </disk>
Dec 06 08:44:34 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:44:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully detached device vdb from instance 07e17bfc-2704-4fa4-b384-a3765e820561 from the persistent domain config.
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 07e17bfc-2704-4fa4-b384-a3765e820561 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:44:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:44:34 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:44:34 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:44:34 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:44:34 user nova-compute[75502]:   <serial>ebb03e2b-b37f-4f86-80c6-373f4f2cc893</serial>
Dec 06 08:44:34 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:44:34 user nova-compute[75502]: </disk>
Dec 06 08:44:34 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:44:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Creating image(s)
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Ensure instance console log exists: /opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Start _get_guest_xml network_info=[{"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0503d21e-1a2e-4687-a327-cdb17b27ede4', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dAUcDGTz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8848f700-f22c-4f53-a1de-3d46c5bfa210', 'attached_at': '', 'detached_at': '', 'volume_id': '9338518c-985a-493b-ab80-df0c0f19c469', 'serial': '9338518c-985a-493b-ab80-df0c0f19c469'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'attachment_id': '022371a0-259c-4999-9b93-8585959014f2', 'disk_bus': 'virtio', 'boot_index': 1, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uMylrSLW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8848f700-f22c-4f53-a1de-3d46c5bfa210', 'attached_at': '', 'detached_at': '', 'volume_id': '4f84e13e-3fb7-4251-ab0b-1e4959c23c55', 'serial': '4f84e13e-3fb7-4251-ab0b-1e4959c23c55'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None}, {'attachment_id': 'f54da6ec-29b5-4956-8e17-a80f7a34b281', 'disk_bus': 'virtio', 'boot_index': 2, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cGgAHYro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8848f700-f22c-4f53-a1de-3d46c5bfa210', 'attached_at': '', 'detached_at': '', 'volume_id': 'e08ca779-a9ce-4fcb-9942-52a01e33d4ff', 'serial': 'e08ca779-a9ce-4fcb-9942-52a01e33d4ff'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Instance spawned successfully.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:44:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dAUcDGTz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:44:36 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:36 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:36 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 05f97110-5804-4553-8001-66118f51ae65] Instance spawned successfully.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb0e916d-1ac9-458e-a721-a595066c58ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:44:36 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[58ef2997-0933-49c1-87db-d6ef9e7b2071]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469] added
Dec 06 08:44:36 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec893906-8820-4e40-997d-2aa34a909493]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[698eb9bc-c900-40f4-add3-4e7be8e52a78]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dAUcDGTz {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Took 7.65 seconds to spawn the instance on the hypervisor.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dAUcDGTz" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b72532ce-c1b3-4a4c-91ed-582c5d0c2604]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dAUcDGTz'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Took 6.94 seconds to spawn the instance on the hypervisor.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[87912c9b-3883-4eee-9ce3-8ec3a88e6367]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e704efb-1d5d-47d6-b881-4e34a4efe5c1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing instance network info cache due to event network-changed-f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] Acquiring lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] Acquired lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Refreshing network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.compute.manager [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Took 8.68 seconds to build instance.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2b18f746-212c-4db8-98d7-112c9875139e tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.838s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:36 user nova-compute[75502]: INFO nova.compute.manager [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Took 8.72 seconds to build instance.
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[abac9de6-acb1-4100-9bf7-52ae35f58999]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260]
Dec 06 08:44:36 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260] successful.
Dec 06 08:44:36 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75702db7-9286-4cae-ae63-ef2858fab540]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-de750f63-408c-4bf1-83b9-283cc1f8cb0b tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.844s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5869e027-8adf-48a1-865b-9b58d1461dc5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:36 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] HCTL ('34', '-', '-', 0) found on session 35 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb61584b-0f98-43eb-bda0-09153a3f0bae]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Searching for a device in session 35 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dAUcDGTz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updated VIF entry in instance network info cache for port f0962076-e9ca-432a-90a6-3eb02a738334. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [{"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:44:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ac6b0667-0d51-4b6e-9e88-a76819ff1384 req-1b60f8fc-20d3-46f0-97e3-a29f890ab5b6 service nova] Releasing lock "refresh_cache-07e17bfc-2704-4fa4-b384-a3765e820561" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23234666639333833', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234666639333833', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uMylrSLW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:44:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:37 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[656a0ffb-e928-44c0-ab52-eaa8351c126c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:44:37 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.043s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0f7332-f268-40d8-bf9c-5fa41f5f1610]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55] added
Dec 06 08:44:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fdc77a-f9dd-46e9-8f20-da94dc46cb01]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba094fd-bf9d-4dd1-aa26-79926622670b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uMylrSLW {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uMylrSLW" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38c4a6c-a63b-4814-a937-1b8ad9048e06]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uMylrSLW'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fbc8e74-1252-4a42-9662-54f37a52fb15]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f45a110-1c45-4fc5-b7dd-65bce3057103]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb806570-992a-4de4-9fd3-68f7da817588]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260]
Dec 06 08:44:37 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260] successful.
Dec 06 08:44:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f419e2d-efef-48ac-b981-fa1fa708187e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd0db0f-7a92-4bb0-99ea-129ba0efd3b9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.407s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] HCTL ('35', '-', '-', 0) found on session 36 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:44:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c380a85-78d9-4d29-bfcd-a62dcd724fbe]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Searching for a device in session 36 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:44:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uMylrSLW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.460s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== connect_volume: return (1463ms) {'type': 'block', 'scsi_wwn': '23132656131313732', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23132656131313732', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cGgAHYro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:44:39 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:39 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:39 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be37ea48-1e56-41e3-956f-91ea958632e2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:44:39 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[77549956-8809-4b92-a564-79eedec40001]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff] added
Dec 06 08:44:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b04b124-02cf-43cf-837d-7508415fb84c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b18368-9458-4009-9372-f5caa1ea88de]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cGgAHYro {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cGgAHYro" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e13006-0880-4967-a584-526fc563d1a4]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cGgAHYro'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e095c01-426a-4d57-83ce-48126eb6e6c0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbd9c50-9e32-48c1-b98f-579ac98b1ef9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4724653e-058a-461b-9fb1-2e501343baee]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260]
Dec 06 08:44:39 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260] successful.
Dec 06 08:44:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[944e090a-7f05-4427-8ab8-c567cf622865]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[239add94-c966-4efd-a560-a1a7fb7a4fff]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:44:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:39 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:44:39 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] HCTL ('38', '-', '-', 0) found on session 37 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b5ec15-2e63-45c8-970e-816cbc9d4772]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Searching for a device in session 37 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:44:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cGgAHYro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '23265376635613530', 'path': '/dev/sdg'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265376635613530', 'path': '/dev/sdg'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lazy-loading 'pci_devices' on Instance uuid 8848f700-f22c-4f53-a1de-3d46c5bfa210 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:44:40 user nova-compute[75502]:   <uuid>8848f700-f22c-4f53-a1de-3d46c5bfa210</uuid>
Dec 06 08:44:40 user nova-compute[75502]:   <name>instance-00000020</name>
Dec 06 08:44:40 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:44:40 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:44:40 user nova-compute[75502]:   <metadata>
Dec 06 08:44:40 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:44:40 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:44:40 user nova-compute[75502]:       <nova:name>tempest-device-tagging-server-556065694</nova:name>
Dec 06 08:44:40 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:44:36</nova:creationTime>
Dec 06 08:44:40 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:44:40 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:44:40 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:44:40 user nova-compute[75502]:       <nova:owner>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:user uuid="796e58bc00564df5ad33ce1bff5f1a6c">tempest-TaggedBootDevicesTest_v242-1613631782-project-member</nova:user>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:project uuid="13275faeed8d4531ac180c9ec48fd500">tempest-TaggedBootDevicesTest_v242-1613631782</nova:project>
Dec 06 08:44:40 user nova-compute[75502]:       </nova:owner>
Dec 06 08:44:40 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:44:40 user nova-compute[75502]:       <nova:ports>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="fc4bae57-9bd6-4a4c-ba35-abf18d376d54">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="6614ca61-8f9a-4acb-82ed-6e07db787f7a">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.217" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="fa413395-fc26-433a-88c2-507469d0aba1">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.33" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="6888234f-a61c-477c-861a-e7823efa1bc8">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.116" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="8a7b5399-de17-4696-86ca-cd715a419c78">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.1.1.13" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="66ef2903-57d0-4a64-8e87-b4c9b8b413b5">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:         <nova:port uuid="a9534dd3-4ad4-4df8-b49c-05168a744cda">
Dec 06 08:44:40 user nova-compute[75502]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 06 08:44:40 user nova-compute[75502]:         </nova:port>
Dec 06 08:44:40 user nova-compute[75502]:       </nova:ports>
Dec 06 08:44:40 user nova-compute[75502]:     </nova:instance>
Dec 06 08:44:40 user nova-compute[75502]:   </metadata>
Dec 06 08:44:40 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:44:40 user nova-compute[75502]:     <system>
Dec 06 08:44:40 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:44:40 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:44:40 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:44:40 user nova-compute[75502]:       <entry name="serial">8848f700-f22c-4f53-a1de-3d46c5bfa210</entry>
Dec 06 08:44:40 user nova-compute[75502]:       <entry name="uuid">8848f700-f22c-4f53-a1de-3d46c5bfa210</entry>
Dec 06 08:44:40 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:44:40 user nova-compute[75502]:     </system>
Dec 06 08:44:40 user nova-compute[75502]:   </sysinfo>
Dec 06 08:44:40 user nova-compute[75502]:   <os>
Dec 06 08:44:40 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:44:40 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:44:40 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:44:40 user nova-compute[75502]:   </os>
Dec 06 08:44:40 user nova-compute[75502]:   <features>
Dec 06 08:44:40 user nova-compute[75502]:     <acpi/>
Dec 06 08:44:40 user nova-compute[75502]:     <apic/>
Dec 06 08:44:40 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:44:40 user nova-compute[75502]:   </features>
Dec 06 08:44:40 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:44:40 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:44:40 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:44:40 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:44:40 user nova-compute[75502]:   </clock>
Dec 06 08:44:40 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:44:40 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:44:40 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:44:40 user nova-compute[75502]:   </cpu>
Dec 06 08:44:40 user nova-compute[75502]:   <devices>
Dec 06 08:44:40 user nova-compute[75502]:     <disk type="file" device="cdrom">
Dec 06 08:44:40 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none"/>
Dec 06 08:44:40 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210/disk.config"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="hda" bus="ide"/>
Dec 06 08:44:40 user nova-compute[75502]:     </disk>
Dec 06 08:44:40 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:44:40 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:44:40 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <serial>9338518c-985a-493b-ab80-df0c0f19c469</serial>
Dec 06 08:44:40 user nova-compute[75502]:     </disk>
Dec 06 08:44:40 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:44:40 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:44:40 user nova-compute[75502]:       <source dev="/dev/sdd"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <serial>4f84e13e-3fb7-4251-ab0b-1e4959c23c55</serial>
Dec 06 08:44:40 user nova-compute[75502]:     </disk>
Dec 06 08:44:40 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:44:40 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:44:40 user nova-compute[75502]:       <source dev="/dev/sdg"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="vdc" bus="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <serial>e08ca779-a9ce-4fcb-9942-52a01e33d4ff</serial>
Dec 06 08:44:40 user nova-compute[75502]:     </disk>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:55:da:a8"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tapfc4bae57-9b"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:61:a5:c9"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tap6614ca61-8f"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:5a:1d:75"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tapfa413395-fc"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:15:0a:f1"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tap6888234f-a6"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:ba:02:43"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tap8a7b5399-de"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:4a:ca:91"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tap66ef2903-57"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:44:40 user nova-compute[75502]:       <mac address="fa:16:3e:3e:fa:6b"/>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:44:40 user nova-compute[75502]:       <target dev="tapa9534dd3-4a"/>
Dec 06 08:44:40 user nova-compute[75502]:     </interface>
Dec 06 08:44:40 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:44:40 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210/console.log" append="off"/>
Dec 06 08:44:40 user nova-compute[75502]:     </serial>
Dec 06 08:44:40 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:44:40 user nova-compute[75502]:     <video>
Dec 06 08:44:40 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:44:40 user nova-compute[75502]:     </video>
Dec 06 08:44:40 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:44:40 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:44:40 user nova-compute[75502]:     </rng>
Dec 06 08:44:40 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:44:40 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:44:40 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:44:40 user nova-compute[75502]:     </memballoon>
Dec 06 08:44:40 user nova-compute[75502]:   </devices>
Dec 06 08:44:40 user nova-compute[75502]: </domain>
Dec 06 08:44:40 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '870830be-4ca3-50a8-9250-391c70d01065', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc4bae57-9b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc4bae57-9b, col_values=(('qos', UUID('d2c1f4e7-3acc-4d5b-a8b0-78217190eb30')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc4bae57-9b, col_values=(('external_ids', {'iface-id': 'fc4bae57-9bd6-4a4c-ba35-abf18d376d54', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:da:a8', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b')
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b03e86cb-b523-5312-93af-3c066598c80a', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6614ca61-8f, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6614ca61-8f, col_values=(('qos', UUID('e2f34d2a-81ff-47c9-819c-188699e23302')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6614ca61-8f, col_values=(('external_ids', {'iface-id': '6614ca61-8f9a-4acb-82ed-6e07db787f7a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:a5:c9', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f')
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d1df459-4837-51a0-acd4-7ca3439b2a0d', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa413395-fc, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa413395-fc, col_values=(('qos', UUID('5ff197ae-ec93-4799-a6fd-48b8e29a1c7d')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa413395-fc, col_values=(('external_ids', {'iface-id': 'fa413395-fc26-433a-88c2-507469d0aba1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:1d:75', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc')
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48e37078-76cc-5068-b745-1b3e818f0917', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6888234f-a6, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6888234f-a6, col_values=(('qos', UUID('92396a98-83eb-4522-8d8e-4919e9108bcb')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6888234f-a6, col_values=(('external_ids', {'iface-id': '6888234f-a61c-477c-861a-e7823efa1bc8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:0a:f1', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6')
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69a622f7-6c0b-5c10-9401-1c661d89e0f3', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a7b5399-de, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a7b5399-de, col_values=(('qos', UUID('7c1dcedd-62b3-48f5-9005-3340a38516cd')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a7b5399-de, col_values=(('external_ids', {'iface-id': '8a7b5399-de17-4696-86ca-cd715a419c78', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:02:43', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de')
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f64cde80-8c44-5d4b-b6f1-841d2f7a4ed2', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66ef2903-57, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66ef2903-57, col_values=(('qos', UUID('8ce169c6-e742-4200-85b3-0daaf0061bc9')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66ef2903-57, col_values=(('external_ids', {'iface-id': '66ef2903-57d0-4a64-8e87-b4c9b8b413b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4a:ca:91', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57')
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:43:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '69c3bc73-c758-5a49-89d9-0eef9b88ae8b', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9534dd3-4a, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9534dd3-4a, col_values=(('qos', UUID('823b5771-fc71-4291-aee7-3d057ab9379a')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9534dd3-4a, col_values=(('external_ids', {'iface-id': 'a9534dd3-4ad4-4df8-b49c-05168a744cda', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:fa:6b', 'vm-uuid': '8848f700-f22c-4f53-a1de-3d46c5bfa210'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:41 user nova-compute[75502]: INFO os_vif [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a')
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] No BDM found with device name hda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] No VIF found with MAC fa:16:3e:55:da:a8, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] No VIF found with MAC fa:16:3e:ba:02:43, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:44:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Using config drive
Dec 06 08:44:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Creating config drive at /opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210/disk.config
Dec 06 08:44:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp3i2hvgdf {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp3i2hvgdf" returned: 0 in 0.062s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2393222-0597-49f9-9a28-9583864ac2a9 req-3e3fe602-6ce9-4c87-b566-f4a15b943a92 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2393222-0597-49f9-9a28-9583864ac2a9 req-3e3fe602-6ce9-4c87-b566-f4a15b943a92 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2393222-0597-49f9-9a28-9583864ac2a9 req-3e3fe602-6ce9-4c87-b566-f4a15b943a92 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2393222-0597-49f9-9a28-9583864ac2a9 req-3e3fe602-6ce9-4c87-b566-f4a15b943a92 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2393222-0597-49f9-9a28-9583864ac2a9 req-3e3fe602-6ce9-4c87-b566-f4a15b943a92 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:43 user nova-compute[75502]: WARNING nova.compute.manager [req-f2393222-0597-49f9-9a28-9583864ac2a9 req-3e3fe602-6ce9-4c87-b566-f4a15b943a92 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 for instance with vm_state building and task_state spawning.
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-66c67945-6f1a-4914-8245-6e15c6ef0ea7 req-6e618f14-5864-4a78-b791-a27e0a9d2c72 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66c67945-6f1a-4914-8245-6e15c6ef0ea7 req-6e618f14-5864-4a78-b791-a27e0a9d2c72 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66c67945-6f1a-4914-8245-6e15c6ef0ea7 req-6e618f14-5864-4a78-b791-a27e0a9d2c72 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66c67945-6f1a-4914-8245-6e15c6ef0ea7 req-6e618f14-5864-4a78-b791-a27e0a9d2c72 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-66c67945-6f1a-4914-8245-6e15c6ef0ea7 req-6e618f14-5864-4a78-b791-a27e0a9d2c72 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:44 user nova-compute[75502]: WARNING nova.compute.manager [req-66c67945-6f1a-4914-8245-6e15c6ef0ea7 req-6e618f14-5864-4a78-b791-a27e0a9d2c72 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a for instance with vm_state building and task_state spawning.
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-3baef306-3f17-4dea-afd4-b8bfe50eb771 req-a97dcabe-f9da-4703-a72f-8b6931044924 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3baef306-3f17-4dea-afd4-b8bfe50eb771 req-a97dcabe-f9da-4703-a72f-8b6931044924 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3baef306-3f17-4dea-afd4-b8bfe50eb771 req-a97dcabe-f9da-4703-a72f-8b6931044924 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3baef306-3f17-4dea-afd4-b8bfe50eb771 req-a97dcabe-f9da-4703-a72f-8b6931044924 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-3baef306-3f17-4dea-afd4-b8bfe50eb771 req-a97dcabe-f9da-4703-a72f-8b6931044924 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-3baef306-3f17-4dea-afd4-b8bfe50eb771 req-a97dcabe-f9da-4703-a72f-8b6931044924 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:45 user nova-compute[75502]: WARNING nova.compute.manager [req-333de3e9-5e62-4d58-8e6a-d8f9ad63da45 req-e8bc9478-d798-4dd1-a1bb-3d55485e8d01 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda for instance with vm_state building and task_state spawning.
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:46 user nova-compute[75502]: WARNING nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a for instance with vm_state building and task_state spawning.
Dec 06 08:44:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:46 user nova-compute[75502]: WARNING nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 for instance with vm_state building and task_state spawning.
Dec 06 08:44:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:46 user nova-compute[75502]: WARNING nova.compute.manager [req-3c9dc497-34bd-4234-9175-8fb29d5395ee req-e9488440-5103-41aa-b124-40193c21d1f8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 for instance with vm_state building and task_state spawning.
Dec 06 08:44:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-c0a9340d-59bb-479f-a00a-16f46ded3de6 req-27190a91-f34b-4ff0-975c-ff18d83f74b3 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c0a9340d-59bb-479f-a00a-16f46ded3de6 req-27190a91-f34b-4ff0-975c-ff18d83f74b3 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c0a9340d-59bb-479f-a00a-16f46ded3de6 req-27190a91-f34b-4ff0-975c-ff18d83f74b3 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c0a9340d-59bb-479f-a00a-16f46ded3de6 req-27190a91-f34b-4ff0-975c-ff18d83f74b3 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-c0a9340d-59bb-479f-a00a-16f46ded3de6 req-27190a91-f34b-4ff0-975c-ff18d83f74b3 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:47 user nova-compute[75502]: WARNING nova.compute.manager [req-c0a9340d-59bb-479f-a00a-16f46ded3de6 req-27190a91-f34b-4ff0-975c-ff18d83f74b3 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 for instance with vm_state building and task_state spawning.
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:44:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance spawned successfully.
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-7e36cf7c-6f5c-4ee1-a86a-7100bee39d02 req-18fcc3c8-be2d-48a0-bd8f-8d3a626f6042 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7e36cf7c-6f5c-4ee1-a86a-7100bee39d02 req-18fcc3c8-be2d-48a0-bd8f-8d3a626f6042 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7e36cf7c-6f5c-4ee1-a86a-7100bee39d02 req-18fcc3c8-be2d-48a0-bd8f-8d3a626f6042 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7e36cf7c-6f5c-4ee1-a86a-7100bee39d02 req-18fcc3c8-be2d-48a0-bd8f-8d3a626f6042 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-7e36cf7c-6f5c-4ee1-a86a-7100bee39d02 req-18fcc3c8-be2d-48a0-bd8f-8d3a626f6042 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:44:47 user nova-compute[75502]: WARNING nova.compute.manager [req-7e36cf7c-6f5c-4ee1-a86a-7100bee39d02 req-18fcc3c8-be2d-48a0-bd8f-8d3a626f6042 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda for instance with vm_state building and task_state spawning.
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:44:47 user nova-compute[75502]: INFO nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Took 11.81 seconds to spawn the instance on the hypervisor.
Dec 06 08:44:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:44:47 user nova-compute[75502]: INFO nova.compute.manager [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Took 63.81 seconds to build instance.
Dec 06 08:44:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b91025b1-135e-4c9c-b732-dc1d8f87d510 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 63.956s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:55 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 07e17bfc-2704-4fa4-b384-a3765e820561 is timed out.
Dec 06 08:44:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully detached device vdb from instance 07e17bfc-2704-4fa4-b384-a3765e820561 from the live domain config.
Dec 06 08:44:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxNdgKDk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:44:55 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ae01a94-a407-4ca5-b3e8-ec1a65a39e73]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:44:55 user nova-compute[75502]: No targets found.
Dec 06 08:44:55 user nova-compute[75502]: iSNS:
Dec 06 08:44:55 user nova-compute[75502]: No targets found.
Dec 06 08:44:55 user nova-compute[75502]: STATIC:
Dec 06 08:44:55 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:44:55 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:44:55 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:44:55 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55
Dec 06 08:44:55 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:44:55 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:44:55 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893
Dec 06 08:44:55 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:44:55 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:44:55 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469
Dec 06 08:44:55 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:44:55 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:44:55 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:44:55 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:44:55 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:44:55 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff
Dec 06 08:44:55 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:44:55 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:44:55 user nova-compute[75502]: FIRMWARE:
Dec 06 08:44:55 user nova-compute[75502]: No targets found.
Dec 06 08:44:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:44:55 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:44:55 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4f0528-9480-4d53-acc2-d0b837830c10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9fae3fd-b08a-4353-a327-3bf4ff49bc7d]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:44:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:44:55 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:44:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94edae60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893'): ({'sdf'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Removing single pathed devices sdf {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[da3074d4-ded8-47a0-a706-fac17296cbda]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc35406-5743-4bfa-b631-192ac68848f3]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Flushing IO for device /dev/sdf {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3bc54e8-88e4-4622-bd2d-8a926712fbb9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.037s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28a005c4-bc60-452e-8563-426c8c8e7fd8]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00d4adec-d03b-478d-aba3-27a0d802dceb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[747c26dc-d5ea-41f1-a6c9-53ba179b5628]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260]
Dec 06 08:44:55 user nova-compute[75502]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893, portal: 172.16.0.220,3260] successful.
Dec 06 08:44:55 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ebb03e2b-b37f-4f86-80c6-373f4f2cc893 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3538b5d6-26b1-49d8-85d3-99022a8d0def]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] <== disconnect_volume: return (343ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:44:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:44:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:44:56 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'flavor' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:44:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1423dc40-8b19-4fab-a539-27b7d16e1611 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.976s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:44:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:02 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:45:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:03 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:45:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:45:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:45:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:45:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [{"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-020ab0d0-f9da-408f-b067-b17f2176bf5b" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:45:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:45:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:09 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:45:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-changed-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Refreshing instance network info cache due to event network-changed-b3373a21-4fda-46b5-8585-7f9a88aa9bfc. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] Acquiring lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] Acquired lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.network.neutron [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Refreshing network info cache for port b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:14 user nova-compute[75502]: INFO nova.compute.manager [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Terminating instance
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc3fc2b5-3c77-4ea1-9103-ba6eae6a6698 req-18116344-d8bc-4638-9b9d-0a5f7a8528da service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-unplugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc3fc2b5-3c77-4ea1-9103-ba6eae6a6698 req-18116344-d8bc-4638-9b9d-0a5f7a8528da service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc3fc2b5-3c77-4ea1-9103-ba6eae6a6698 req-18116344-d8bc-4638-9b9d-0a5f7a8528da service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc3fc2b5-3c77-4ea1-9103-ba6eae6a6698 req-18116344-d8bc-4638-9b9d-0a5f7a8528da service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc3fc2b5-3c77-4ea1-9103-ba6eae6a6698 req-18116344-d8bc-4638-9b9d-0a5f7a8528da service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-unplugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc3fc2b5-3c77-4ea1-9103-ba6eae6a6698 req-18116344-d8bc-4638-9b9d-0a5f7a8528da service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-unplugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:45:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.network.neutron [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updated VIF entry in instance network info cache for port b3373a21-4fda-46b5-8585-7f9a88aa9bfc. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.network.neutron [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating instance_info_cache with network_info: [{"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:15 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:45:15 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=6850MB free_disk=25.12454605102539GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Instance destroyed successfully.
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lazy-loading 'resources' on Instance uuid 7af621c5-0149-4294-b955-d033a825c72c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d179572-45f7-461e-bd7e-e088bda14452 req-6b5e7489-5724-4234-84da-dc134a3a0ba0 service nova] Releasing lock "refresh_cache-7af621c5-0149-4294-b955-d033a825c72c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:37:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-2074406904',display_name='tempest-TestStampPattern-server-2074406904',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2074406904',id=23,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEMBF9h/0eQXhAhfnZWqQGxPLFvJbWROCOuwMmYSR4BV8u3EtNwSnyuANo3PCoGgHXgYRLE5Gl7ffzmZD2Vg9ZCI2zyMJ6F4YIeIc/dRQFN3e/u0zYE+aMPXKsadHwaJmg==',key_name='tempest-TestStampPattern-862937880',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:37:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3b83ee14781449e09ea0c40d82439f44',ramdisk_id='',reservation_id='r-4jr4yrjh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-24405639',owner_user_name='tempest-TestStampPattern-24405639-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:41:05Z,user_data=None,user_id='3807a161eac040fe865dd5c9c55bc2cf',uuid=7af621c5-0149-4294-b955-d033a825c72c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converting VIF {"id": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "address": "fa:16:3e:a1:d7:24", "network": {"id": "798beabb-d587-4a70-9d39-a294a82de153", "bridge": "br-int", "label": "tempest-TestStampPattern-606861782-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b83ee14781449e09ea0c40d82439f44", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3373a21-4f", "ovs_interfaceid": "b3373a21-4fda-46b5-8585-7f9a88aa9bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG os_vif [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb3373a21-4f, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a906d08-5347-4e11-a5ac-2d7e349e6894) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: INFO os_vif [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:d7:24,bridge_name='br-int',has_traffic_filtering=True,id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc,network=Network(798beabb-d587-4a70-9d39-a294a82de153),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3373a21-4f')
Dec 06 08:45:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Deleting instance files /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c_del
Dec 06 08:45:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Deletion of /opt/stack/data/nova/instances/7af621c5-0149-4294-b955-d033a825c72c_del complete
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Applying migration context for instance f1d5c03a-604d-44bc-98a6-bffb8704a98c as it has an incoming, in-progress migration f5c649a1-8592-4b85-836d-81e6076dec5b. Migration status is finished {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 06 08:45:15 user nova-compute[75502]: INFO nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating resource usage from migration f5c649a1-8592-4b85-836d-81e6076dec5b
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: INFO nova.compute.manager [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Took 1.57 seconds to destroy the instance on the hypervisor.
Dec 06 08:45:15 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 7af621c5-0149-4294-b955-d033a825c72c] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 7af621c5-0149-4294-b955-d033a825c72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 07e17bfc-2704-4fa4-b384-a3765e820561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8848f700-f22c-4f53-a1de-3d46c5bfa210 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Migration f5c649a1-8592-4b85-836d-81e6076dec5b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03195aff-fd8d-4955-8ca2-6b16d2006fbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 05f97110-5804-4553-8001-66118f51ae65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.689s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:16 user nova-compute[75502]: WARNING nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received unexpected event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with vm_state active and task_state deleting.
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:16 user nova-compute[75502]: WARNING nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received unexpected event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with vm_state active and task_state deleting.
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:16 user nova-compute[75502]: WARNING nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received unexpected event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with vm_state active and task_state deleting.
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-unplugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-unplugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-unplugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Acquiring lock "7af621c5-0149-4294-b955-d033a825c72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] Lock "7af621c5-0149-4294-b955-d033a825c72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] No waiting events found dispatching network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:16 user nova-compute[75502]: WARNING nova.compute.manager [req-f2b949e0-cab8-4da6-82b5-c7a18e704c0d req-00b35e50-2981-44cf-919e-1c75895a79ca service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received unexpected event network-vif-plugged-b3373a21-4fda-46b5-8585-7f9a88aa9bfc for instance with vm_state active and task_state deleting.
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:16 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Took 0.95 seconds to deallocate network for instance.
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-167924f8-1a6a-47a0-bb8d-ec6f9e0b67c4 req-12b8fc70-6325-4d4a-bcaa-994bed81d28b service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Received event network-vif-deleted-b3373a21-4fda-46b5-8585-7f9a88aa9bfc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:16 user nova-compute[75502]: INFO nova.compute.manager [req-167924f8-1a6a-47a0-bb8d-ec6f9e0b67c4 req-12b8fc70-6325-4d4a-bcaa-994bed81d28b service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Neutron deleted interface b3373a21-4fda-46b5-8585-7f9a88aa9bfc; detaching it from the instance and deleting it from the info cache
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.network.neutron [req-167924f8-1a6a-47a0-bb8d-ec6f9e0b67c4 req-12b8fc70-6325-4d4a-bcaa-994bed81d28b service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG nova.compute.manager [req-167924f8-1a6a-47a0-bb8d-ec6f9e0b67c4 req-12b8fc70-6325-4d4a-bcaa-994bed81d28b service nova] [instance: 7af621c5-0149-4294-b955-d033a825c72c] Detach interface failed, port_id=b3373a21-4fda-46b5-8585-7f9a88aa9bfc, reason: Instance 7af621c5-0149-4294-b955-d033a825c72c could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:17 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:45:17 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:45:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.425s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:17 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Deleted allocations for instance 7af621c5-0149-4294-b955-d033a825c72c
Dec 06 08:45:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fcbe0d7f-6881-4594-b234-79040711e6ca tempest-TestStampPattern-24405639 tempest-TestStampPattern-24405639-project-member] Lock "7af621c5-0149-4294-b955-d033a825c72c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.180s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:25 user nova-compute[75502]: INFO nova.compute.manager [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Terminating instance
Dec 06 08:45:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-6cbf3142-4601-433c-b3d2-e67fbbc68a7b req-fcf06b63-d834-444d-9fb6-805197e50345 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6cbf3142-4601-433c-b3d2-e67fbbc68a7b req-fcf06b63-d834-444d-9fb6-805197e50345 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6cbf3142-4601-433c-b3d2-e67fbbc68a7b req-fcf06b63-d834-444d-9fb6-805197e50345 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6cbf3142-4601-433c-b3d2-e67fbbc68a7b req-fcf06b63-d834-444d-9fb6-805197e50345 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-6cbf3142-4601-433c-b3d2-e67fbbc68a7b req-fcf06b63-d834-444d-9fb6-805197e50345 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-6cbf3142-4601-433c-b3d2-e67fbbc68a7b req-fcf06b63-d834-444d-9fb6-805197e50345 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-unplugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Instance destroyed successfully.
Dec 06 08:45:26 user nova-compute[75502]: DEBUG nova.objects.instance [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'resources' on Instance uuid 07e17bfc-2704-4fa4-b384-a3765e820561 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-938677557',display_name='tempest-ServerRescueNegativeTestJSON-server-938677557',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-938677557',id=24,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGLMMWW6eCC8MW9JNCS+n3gyuOTKLc1uC8h9hXEXPXYxuHPEoIA+7BgT45yPHfxVEYJMmdtouoUmOliY9HHMEvYuIRm/YIUbeXx+NkIxV5tYpzZ7kh25OhyhOUqZo9dhkw==',key_name='tempest-keypair-1606385407',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-1hfm4lv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:42:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=07e17bfc-2704-4fa4-b384-a3765e820561,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "f0962076-e9ca-432a-90a6-3eb02a738334", "address": "fa:16:3e:39:84:9e", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf0962076-e9", "ovs_interfaceid": "f0962076-e9ca-432a-90a6-3eb02a738334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG os_vif [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf0962076-e9, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b57341cb-2eac-412f-a198-e648f1c6a2e5) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:26 user nova-compute[75502]: INFO os_vif [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:39:84:9e,bridge_name='br-int',has_traffic_filtering=True,id=f0962076-e9ca-432a-90a6-3eb02a738334,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf0962076-e9')
Dec 06 08:45:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Deleting instance files /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561_del
Dec 06 08:45:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Deletion of /opt/stack/data/nova/instances/07e17bfc-2704-4fa4-b384-a3765e820561_del complete
Dec 06 08:45:26 user nova-compute[75502]: INFO nova.compute.manager [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 06 08:45:26 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:45:26 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:27 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Took 1.09 seconds to deallocate network for instance.
Dec 06 08:45:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] Acquiring lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] Lock "07e17bfc-2704-4fa4-b384-a3765e820561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] No waiting events found dispatching network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:45:27 user nova-compute[75502]: WARNING nova.compute.manager [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received unexpected event network-vif-plugged-f0962076-e9ca-432a-90a6-3eb02a738334 for instance with vm_state deleted and task_state None.
Dec 06 08:45:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c430f9f-92ff-4660-87dc-2f4f960b81f0 req-459dd0a8-dd34-4a00-8f51-e9649a19ac30 service nova] [instance: 07e17bfc-2704-4fa4-b384-a3765e820561] Received event network-vif-deleted-f0962076-e9ca-432a-90a6-3eb02a738334 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:45:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.585s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:28 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Deleted allocations for instance 07e17bfc-2704-4fa4-b384-a3765e820561
Dec 06 08:45:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-51e216f3-fb5e-40f9-8f3a-80a3dd6d2377 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "07e17bfc-2704-4fa4-b384-a3765e820561" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.891s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:45:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 08:45:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:45:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:45:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Going to confirm migration 2 {{(pid=75502) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquired lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'info_cache' on Instance uuid f1d5c03a-604d-44bc-98a6-bffb8704a98c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [{"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Releasing lock "refresh_cache-f1d5c03a-604d-44bc-98a6-bffb8704a98c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'migration_context' on Instance uuid f1d5c03a-604d-44bc-98a6-bffb8704a98c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG nova.objects.base [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Object Instance<f1d5c03a-604d-44bc-98a6-bffb8704a98c> lazy-loaded attributes: info_cache,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:43 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:45:43 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:45:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.484s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:43 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Deleted allocation for migration f5c649a1-8592-4b85-836d-81e6076dec5b
Dec 06 08:45:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d2374904-31d6-4c91-9148-e8b91e7813d3 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.568s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-changed-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Refreshing instance network info cache due to event network-changed-186ddb8f-7af4-420a-a33b-03d09b033dad. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] Acquiring lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] Acquired lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Refreshing network info cache for port 186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updated VIF entry in instance network info cache for port 186ddb8f-7af4-420a-a33b-03d09b033dad. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updating instance_info_cache with network_info: [{"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:45:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f6d9994-97c8-44e1-a002-5a47b3d6b358 req-a9bedb97-29bc-43e9-8d44-12a698091bac service nova] Releasing lock "refresh_cache-bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG nova.objects.instance [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'flavor' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:45:51 user nova-compute[75502]: INFO nova.compute.manager [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attaching volume 15a7f150-9dcc-4c34-8b99-6897426efe27 to /dev/vdb
Dec 06 08:45:51 user nova-compute[75502]: DEBUG os_brick.utils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[67777c3d-a456-49b0-8177-632a75923ba3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e203f4f3-a9ed-4740-bdd0-236060a03bf8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[192a25ab-205f-4dc3-bfec-da0768011ac4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6fe69ee-9638-42f5-ac32-94b74074cc02]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:45:51 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:45:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ac54f2-f90d-4a22-95c3-fa1c5e82dd16]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG os_brick.utils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] <== get_connector_properties: return (302ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:45:51 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updating existing volume attachment record: 602130e3-25b8-40a8-8739-1294cf41a245 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:45:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:45:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:01 user nova-compute[75502]: INFO nova.compute.manager [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Terminating instance
Dec 06 08:46:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vrmZyBwk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:02 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c55d0c27-8e9f-4c82-b739-d0acf8252f23]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:46:02 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[edf1b78a-5ed9-46f2-aba1-4b9d16e32c95]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27] added
Dec 06 08:46:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf06d05f-bdb2-496e-b82f-877ac14d8163]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ddb5f1-ca56-4e35-990e-0d7186aa88bb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vrmZyBwk {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vrmZyBwk" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[322e72ea-c0b0-4a65-9ae4-3452cea5607c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vrmZyBwk'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[732dc319-5946-4bfb-874d-f342413c1c02]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d7e639-1858-4ae1-91e8-8756c6ef4eb9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a9b14f-00a7-4892-8edc-e6f15f3c4eac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260]
Dec 06 08:46:02 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ace668c-3eae-4d31-b7b5-fa7078f7ec41]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec8b8bc7-1417-4f2d-805f-e829b31d06df]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:02 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] HCTL ('37', '-', '-', 0) found on session 40 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-359ecce6-d62a-416e-ab63-06b85fae6f73 req-76ecf839-2d79-4240-a531-bbcc217b14dd service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-unplugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-359ecce6-d62a-416e-ab63-06b85fae6f73 req-76ecf839-2d79-4240-a531-bbcc217b14dd service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-359ecce6-d62a-416e-ab63-06b85fae6f73 req-76ecf839-2d79-4240-a531-bbcc217b14dd service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-359ecce6-d62a-416e-ab63-06b85fae6f73 req-76ecf839-2d79-4240-a531-bbcc217b14dd service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-359ecce6-d62a-416e-ab63-06b85fae6f73 req-76ecf839-2d79-4240-a531-bbcc217b14dd service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-unplugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-359ecce6-d62a-416e-ab63-06b85fae6f73 req-76ecf839-2d79-4240-a531-bbcc217b14dd service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-unplugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5ec22b-899e-4aa6-82bc-3276ee6c5b79]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Searching for a device in session 40 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vrmZyBwk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Instance destroyed successfully.
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lazy-loading 'resources' on Instance uuid 03195aff-fd8d-4955-8ca2-6b16d2006fbe {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-903366432',display_name='tempest-VolumesNegativeTest-instance-903366432',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-903366432',id=34,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8b04d31591481b9b8c8630db70ccf4',ramdisk_id='',reservation_id='r-3fvjnm96',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1257483518',owner_user_name='tempest-VolumesNegativeTest-1257483518-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:21Z,user_data=None,user_id='79338cae21444c55861a3412f4e5eb50',uuid=03195aff-fd8d-4955-8ca2-6b16d2006fbe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Converting VIF {"id": "ce325262-efa6-4d98-b279-1f95b9a4d406", "address": "fa:16:3e:34:5b:ba", "network": {"id": "bd13f489-2e2e-4510-8c31-dc1014c5fb57", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7cde8b46c8e44c03b40bb31a768a5ed6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce325262-ef", "ovs_interfaceid": "ce325262-efa6-4d98-b279-1f95b9a4d406", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG os_vif [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce325262-ef, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7753390b-96f6-4b9b-8193-7de362bf3642) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:02 user nova-compute[75502]: INFO os_vif [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:5b:ba,bridge_name='br-int',has_traffic_filtering=True,id=ce325262-efa6-4d98-b279-1f95b9a4d406,network=Network(bd13f489-2e2e-4510-8c31-dc1014c5fb57),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce325262-ef')
Dec 06 08:46:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Deleting instance files /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe_del
Dec 06 08:46:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Deletion of /opt/stack/data/nova/instances/03195aff-fd8d-4955-8ca2-6b16d2006fbe_del complete
Dec 06 08:46:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: INFO nova.compute.manager [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Took 1.01 seconds to destroy the instance on the hypervisor.
Dec 06 08:46:03 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] <== connect_volume: return (1409ms) {'type': 'block', 'scsi_wwn': '23865306132343438', 'path': '/dev/sdf'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23865306132343438', 'path': '/dev/sdf'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.objects.instance [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'flavor' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:46:03 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:46:03 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:46:03 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:46:03 user nova-compute[75502]:   <serial>15a7f150-9dcc-4c34-8b99-6897426efe27</serial>
Dec 06 08:46:03 user nova-compute[75502]: </disk>
Dec 06 08:46:03 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No VIF found with MAC fa:16:3e:b9:ea:cb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:04 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Took 1.04 seconds to deallocate network for instance.
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-78283caa-699d-4692-93f6-e774396e12d5 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.649s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:04 user nova-compute[75502]: WARNING nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state deleted and task_state None.
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:04 user nova-compute[75502]: WARNING nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state deleted and task_state None.
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:04 user nova-compute[75502]: WARNING nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state deleted and task_state None.
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-unplugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.017s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-unplugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:04 user nova-compute[75502]: WARNING nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-unplugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state deleted and task_state None.
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Acquiring lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] No waiting events found dispatching network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:04 user nova-compute[75502]: WARNING nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received unexpected event network-vif-plugged-ce325262-efa6-4d98-b279-1f95b9a4d406 for instance with vm_state deleted and task_state None.
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-ebd29cb4-274c-414d-8bac-e660f14a0a74 req-30aaa86e-faeb-4b91-95b2-188bddfc8e68 service nova] [instance: 03195aff-fd8d-4955-8ca2-6b16d2006fbe] Received event network-vif-deleted-ce325262-efa6-4d98-b279-1f95b9a4d406 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.640s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:46:04 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Deleted allocations for instance 03195aff-fd8d-4955-8ca2-6b16d2006fbe
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f1b24707-8599-427b-9d64-6bd37ea223ef tempest-VolumesNegativeTest-1257483518 tempest-VolumesNegativeTest-1257483518-project-member] Lock "03195aff-fd8d-4955-8ca2-6b16d2006fbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.915s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:46:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [{"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-d357bbf7-2283-40fc-80ae-ffbff9824fb9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'flavor' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:08 user nova-compute[75502]: INFO nova.compute.manager [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attaching volume aa565a92-ca1d-485b-8f57-001e54b1b371 to /dev/vdc
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG os_brick.utils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78430017-c5cf-4fe2-a84a-91eff3b3d6fc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[74e03a78-6999-4e74-bb45-5b7333ba7184]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[156f0677-acf8-4cf6-8b81-89cdfc4a1d31]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28de6313-8fc1-484d-87ac-883a77b5b504]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:46:08 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:46:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[55986202-104f-423b-b772-1060df43a278]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG os_brick.utils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:08 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updating existing volume attachment record: 3eed90a9-db4e-4e67-a1f7-5490326b59d1 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:46:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:46:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:46:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:46:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7414MB free_disk=25.195056915283203GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:46:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 020ab0d0-f9da-408f-b067-b17f2176bf5b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8848f700-f22c-4f53-a1de-3d46c5bfa210 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 05f97110-5804-4553-8001-66118f51ae65 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.951s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 08:46:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:46:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 08:46:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-changed-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Refreshing instance network info cache due to event network-changed-e69ba09e-5bc5-4766-97e4-11cf7d6f0512. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] Acquiring lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] Acquired lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Refreshing network info cache for port e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:46:19 user nova-compute[75502]: INFO nova.compute.manager [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] instance snapshotting
Dec 06 08:46:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Beginning live snapshot process
Dec 06 08:46:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updated VIF entry in instance network info cache for port e69ba09e-5bc5-4766-97e4-11cf7d6f0512. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updating instance_info_cache with network_info: [{"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-141cde66-76c2-401c-870c-cca5d3d3b913 req-d0f581e3-927d-4fe7-8e60-e28a231ba0aa service nova] Releasing lock "refresh_cache-05f97110-5804-4553-8001-66118f51ae65" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json -f qcow2" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json -f qcow2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.213s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpqjutzlfa/cbfe05de0dbd41809068836988038fd2.delta 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpqjutzlfa/cbfe05de0dbd41809068836988038fd2.delta 1073741824" returned: 0 in 0.049s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 06 08:46:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'clLdEaOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:20 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:20 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:20 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9e013d6-452f-4e6a-a8f3-cd29f8b1876b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:46:20 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d9bb2e3-781f-4957-b769-242aabef394e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371] added
Dec 06 08:46:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe8c699-181f-41eb-b743-9a48a906f878]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8bb1aa-f82a-45f0-9fb8-5f1e064aac3e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v clLdEaOg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v clLdEaOg" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[971a4657-3f09-4f40-8141-627c4f7c537f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'clLdEaOg'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a347e2-0fee-4245-8e35-3d30a7b9533b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86c2199-f52e-4c1a-af96-9f03ada6caa5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:20 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec18fd93-bf7a-4555-8878-dadf06b0c9ce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260]
Dec 06 08:46:21 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81c8fa5-7f7c-49a1-a9e3-d7bed1259792]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[198073ed-fc21-4afe-983e-9ac56a56cdb3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] HCTL ('39', '-', '-', 0) found on session 41 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.064s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c721ec4-e2ab-4eb6-821b-d439bfd6e31d]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Searching for a device in session 41 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'clLdEaOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] COPY block job progress, current cursor: 18022400 final cursor: 75497472 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.objects.instance [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.462s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] <== connect_volume: return (1466ms) {'type': 'block', 'scsi_wwn': '23437336534396661', 'path': '/dev/sdh'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437336534396661', 'path': '/dev/sdh'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75502) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:22 user nova-compute[75502]: INFO nova.compute.manager [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attaching volume fcae03ae-1795-4a11-9f7b-aa8771b03824 to /dev/vdb
Dec 06 08:46:22 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'flavor' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:46:22 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:46:22 user nova-compute[75502]:   <source dev="/dev/sdh"/>
Dec 06 08:46:22 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:46:22 user nova-compute[75502]:   <serial>aa565a92-ca1d-485b-8f57-001e54b1b371</serial>
Dec 06 08:46:22 user nova-compute[75502]: </disk>
Dec 06 08:46:22 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.utils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ecc0669-891a-4b8c-b9d9-2e6724a0cc7e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpqjutzlfa/cbfe05de0dbd41809068836988038fd2.delta /opt/stack/data/nova/instances/snapshots/tmpqjutzlfa/cbfe05de0dbd41809068836988038fd2 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f165b293-ea2d-4eaa-b87f-c3e3c37fa67d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23be546-6237-424d-89fd-596e5bd6b14f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7674ed51-2cc6-4fb1-943e-2c318b48c26b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:46:22 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:46:22 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ce308f-c4e6-419e-9962-6e8bbe30941c]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG os_brick.utils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== get_connector_properties: return (293ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updating existing volume attachment record: b0e259cf-8bb3-4709-a9c4-1d7b2f547f60 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] No VIF found with MAC fa:16:3e:b9:ea:cb, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:46:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5a8cf8e3-0a99-4e63-b343-1b56281b0499 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.425s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpqjutzlfa/cbfe05de0dbd41809068836988038fd2.delta /opt/stack/data/nova/instances/snapshots/tmpqjutzlfa/cbfe05de0dbd41809068836988038fd2" returned: 0 in 0.966s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:23 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Snapshot extracted, beginning image upload
Dec 06 08:46:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:24 user nova-compute[75502]: INFO nova.compute.manager [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Detaching volume aa565a92-ca1d-485b-8f57-001e54b1b371
Dec 06 08:46:24 user nova-compute[75502]: INFO nova.virt.block_device [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attempting to driver detach volume aa565a92-ca1d-485b-8f57-001e54b1b371 from mountpoint /dev/vdc
Dec 06 08:46:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Attempting to detach device vdc from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:46:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:46:24 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:46:24 user nova-compute[75502]:   <source dev="/dev/sdh"/>
Dec 06 08:46:24 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:46:24 user nova-compute[75502]:   <serial>aa565a92-ca1d-485b-8f57-001e54b1b371</serial>
Dec 06 08:46:24 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 08:46:24 user nova-compute[75502]: </disk>
Dec 06 08:46:24 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:46:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Successfully detached device vdc from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the persistent domain config.
Dec 06 08:46:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:46:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:46:24 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:46:24 user nova-compute[75502]:   <source dev="/dev/sdh"/>
Dec 06 08:46:24 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:46:24 user nova-compute[75502]:   <serial>aa565a92-ca1d-485b-8f57-001e54b1b371</serial>
Dec 06 08:46:24 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 08:46:24 user nova-compute[75502]: </disk>
Dec 06 08:46:24 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:46:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:46:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Snapshot image upload complete
Dec 06 08:46:26 user nova-compute[75502]: INFO nova.compute.manager [None req-d751c075-7bf4-4dff-8be9-7533364b6e02 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Took 6.88 seconds to snapshot the instance on the hypervisor.
Dec 06 08:46:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-changed-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing instance network info cache due to event network-changed-fc4bae57-9bd6-4a4c-ba35-abf18d376d54. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:46:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] Acquiring lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:46:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] Acquired lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:46:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Refreshing network info cache for port fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:46:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updated VIF entry in instance network info cache for port fc4bae57-9bd6-4a4c-ba35-abf18d376d54. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:46:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [{"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-427b64f9-0276-4018-9209-8946b1651430 req-9dbe8c6c-4da8-4b95-82f1-156f94b68ca2 service nova] Releasing lock "refresh_cache-8848f700-f22c-4f53-a1de-3d46c5bfa210" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:46:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:28 user nova-compute[75502]: INFO nova.compute.manager [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Terminating instance
Dec 06 08:46:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-6dd8e57a-2ae9-422a-a65b-1fad4e16daeb req-fcf16bc4-0dcf-4f2f-9f19-76ad7e8016fd service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6dd8e57a-2ae9-422a-a65b-1fad4e16daeb req-fcf16bc4-0dcf-4f2f-9f19-76ad7e8016fd service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6dd8e57a-2ae9-422a-a65b-1fad4e16daeb req-fcf16bc4-0dcf-4f2f-9f19-76ad7e8016fd service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6dd8e57a-2ae9-422a-a65b-1fad4e16daeb req-fcf16bc4-0dcf-4f2f-9f19-76ad7e8016fd service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-6dd8e57a-2ae9-422a-a65b-1fad4e16daeb req-fcf16bc4-0dcf-4f2f-9f19-76ad7e8016fd service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-6dd8e57a-2ae9-422a-a65b-1fad4e16daeb req-fcf16bc4-0dcf-4f2f-9f19-76ad7e8016fd service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd37c61-b601-4963-bde6-c37392445731 req-875224a0-f6a6-48f8-8626-5ca99c84fac1 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd37c61-b601-4963-bde6-c37392445731 req-875224a0-f6a6-48f8-8626-5ca99c84fac1 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd37c61-b601-4963-bde6-c37392445731 req-875224a0-f6a6-48f8-8626-5ca99c84fac1 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9fd37c61-b601-4963-bde6-c37392445731 req-875224a0-f6a6-48f8-8626-5ca99c84fac1 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd37c61-b601-4963-bde6-c37392445731 req-875224a0-f6a6-48f8-8626-5ca99c84fac1 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-9fd37c61-b601-4963-bde6-c37392445731 req-875224a0-f6a6-48f8-8626-5ca99c84fac1 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-6cded943-56ab-4772-bb4c-8ae3cd2cf2cc req-4d69b7a7-f047-43a1-ad20-6cb0b9d70fe9 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6cded943-56ab-4772-bb4c-8ae3cd2cf2cc req-4d69b7a7-f047-43a1-ad20-6cb0b9d70fe9 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6cded943-56ab-4772-bb4c-8ae3cd2cf2cc req-4d69b7a7-f047-43a1-ad20-6cb0b9d70fe9 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6cded943-56ab-4772-bb4c-8ae3cd2cf2cc req-4d69b7a7-f047-43a1-ad20-6cb0b9d70fe9 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-6cded943-56ab-4772-bb4c-8ae3cd2cf2cc req-4d69b7a7-f047-43a1-ad20-6cb0b9d70fe9 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-6cded943-56ab-4772-bb4c-8ae3cd2cf2cc req-4d69b7a7-f047-43a1-ad20-6cb0b9d70fe9 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Instance destroyed successfully.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lazy-loading 'resources' on Instance uuid 8848f700-f22c-4f53-a1de-3d46c5bfa210 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc4bae57-9b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d2c1f4e7-3acc-4d5b-a8b0-78217190eb30) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:da:a8,bridge_name='br-int',has_traffic_filtering=True,id=fc4bae57-9bd6-4a4c-ba35-abf18d376d54,network=Network(346b48df-2bcf-4f21-a1f9-48209022ccc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc4bae57-9b')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6614ca61-8f, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e2f34d2a-81ff-47c9-819c-188699e23302) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:a5:c9,bridge_name='br-int',has_traffic_filtering=True,id=6614ca61-8f9a-4acb-82ed-6e07db787f7a,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6614ca61-8f')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa413395-fc, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ff197ae-ec93-4799-a6fd-48b8e29a1c7d) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:1d:75,bridge_name='br-int',has_traffic_filtering=True,id=fa413395-fc26-433a-88c2-507469d0aba1,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa413395-fc')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6888234f-a6, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=92396a98-83eb-4522-8d8e-4919e9108bcb) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-6614ca61-8f9a-4acb-82ed-6e07db787f7a for instance with vm_state active and task_state deleting.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-6888234f-a61c-477c-861a-e7823efa1bc8 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING nova.compute.manager [req-66dc43b0-0872-478c-b837-3f0aea39b94a req-5d422101-b158-4c67-936a-7c77087a252f service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-6888234f-a61c-477c-861a-e7823efa1bc8 for instance with vm_state active and task_state deleting.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:0a:f1,bridge_name='br-int',has_traffic_filtering=True,id=6888234f-a61c-477c-861a-e7823efa1bc8,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6888234f-a6')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "8a7b5399-de17-4696-86ca-cd715a419c78", "address": "fa:16:3e:ba:02:43", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a7b5399-de", "ovs_interfaceid": "8a7b5399-de17-4696-86ca-cd715a419c78", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a7b5399-de, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c1dcedd-62b3-48f5-9005-3340a38516cd) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:02:43,bridge_name='br-int',has_traffic_filtering=True,id=8a7b5399-de17-4696-86ca-cd715a419c78,network=Network(55d8154b-5476-4e59-bb14-45a13a6756ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a7b5399-de')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66ef2903-57, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ce169c6-e742-4200-85b3-0daaf0061bc9) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:ca:91,bridge_name='br-int',has_traffic_filtering=True,id=66ef2903-57d0-4a64-8e87-b4c9b8b413b5,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66ef2903-57')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-06T08:43:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-556065694',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-556065694',id=32,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNd+at/PqpAfoYkrtIP2UxYzla6/17ifbPqNt5XhwhNFR1MOE3OmT+evJpkw+HYsXySTfohpQet05nQ6HCud7gWDedsQbt5TiWj3GTS+B+tMP4qZpuHFx+pfJOjkY8ocQw==',key_name='tempest-keypair-1768480297',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13275faeed8d4531ac180c9ec48fd500',ramdisk_id='',reservation_id='r-zeqr0mfz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1613631782',owner_user_name='tempest-TaggedBootDevicesTest_v242-1613631782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='796e58bc00564df5ad33ce1bff5f1a6c',uuid=8848f700-f22c-4f53-a1de-3d46c5bfa210,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converting VIF {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9534dd3-4a, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=823b5771-fc71-4291-aee7-3d057ab9379a) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:31 user nova-compute[75502]: INFO os_vif [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:fa:6b,bridge_name='br-int',has_traffic_filtering=True,id=a9534dd3-4ad4-4df8-b49c-05168a744cda,network=Network(541630cb-997a-4943-bf7a-e5884b25699c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9534dd3-4a')
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uMylrSLW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bba593d-31ac-46e7-8ba4-46e3b83cd09a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:46:31 user nova-compute[75502]: No targets found.
Dec 06 08:46:31 user nova-compute[75502]: iSNS:
Dec 06 08:46:31 user nova-compute[75502]: No targets found.
Dec 06 08:46:31 user nova-compute[75502]: STATIC:
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371
Dec 06 08:46:31 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:31 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:31 user nova-compute[75502]: FIRMWARE:
Dec 06 08:46:31 user nova-compute[75502]: No targets found.
Dec 06 08:46:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:46:31 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:46:31 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed5b8df9-a29e-472a-bd2f-6b6ef800a99a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[14910d3f-a500-46e6-b3df-52f3877b4a00]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94cc89d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 for instance with vm_state active and task_state deleting.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-fa413395-fc26-433a-88c2-507469d0aba1 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-fa413395-fc26-433a-88c2-507469d0aba1 for instance with vm_state active and task_state deleting.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-8a7b5399-de17-4696-86ca-cd715a419c78 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-8a7b5399-de17-4696-86ca-cd715a419c78 for instance with vm_state active and task_state deleting.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-unplugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-unplugged-a9534dd3-4ad4-4df8-b49c-05168a744cda for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:31 user nova-compute[75502]: WARNING nova.compute.manager [req-44c289e5-5f3d-4dbb-ac6d-7e32e149665a req-0e538ab8-7a35-4aa5-baae-e170c66da9a8 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-a9534dd3-4ad4-4df8-b49c-05168a744cda for instance with vm_state active and task_state deleting.
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb82e3a8-fb9a-4a8d-8422-5ea0894142c1]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3419585c-2dab-4f42-9378-e312aadc7060]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4243e1e-b843-4070-86a8-9373e4d66e9e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd086a5-79f3-426c-9f64-abd3ee3b0a0c]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a811cfbe-97a1-4901-bd38-cee1cbac5c2f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc8eade0-5b8f-4228-90a7-ef9ca24feb60 req-34b30192-6f03-4099-9455-76b5465a5f59 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc8eade0-5b8f-4228-90a7-ef9ca24feb60 req-34b30192-6f03-4099-9455-76b5465a5f59 service nova] Acquiring lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc8eade0-5b8f-4228-90a7-ef9ca24feb60 req-34b30192-6f03-4099-9455-76b5465a5f59 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc8eade0-5b8f-4228-90a7-ef9ca24feb60 req-34b30192-6f03-4099-9455-76b5465a5f59 service nova] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc8eade0-5b8f-4228-90a7-ef9ca24feb60 req-34b30192-6f03-4099-9455-76b5465a5f59 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] No waiting events found dispatching network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:32 user nova-compute[75502]: WARNING nova.compute.manager [req-dc8eade0-5b8f-4228-90a7-ef9ca24feb60 req-34b30192-6f03-4099-9455-76b5465a5f59 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received unexpected event network-vif-plugged-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 for instance with vm_state active and task_state deleting.
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d2980c3-5e6e-48e4-b0ea-aadf929e8aa2]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260]
Dec 06 08:46:32 user nova-compute[75502]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f84e13e-3fb7-4251-ab0b-1e4959c23c55 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a272c47-1a73-45e3-8f8a-062cbeabce89]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== disconnect_volume: return (394ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dAUcDGTz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:32 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e54cb6-a371-4e05-bbf7-13bce48d7622]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:46:32 user nova-compute[75502]: No targets found.
Dec 06 08:46:32 user nova-compute[75502]: iSNS:
Dec 06 08:46:32 user nova-compute[75502]: No targets found.
Dec 06 08:46:32 user nova-compute[75502]: STATIC:
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: FIRMWARE:
Dec 06 08:46:32 user nova-compute[75502]: No targets found.
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:46:32 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:46:32 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4684cd2c-b127-4b50-854e-59f5efd53243]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec52aa2a-aa80-45b3-a41f-21ed1bacd769]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94cc89d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f00070b-2a3f-4984-a79d-625ffd525d7b]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9eaf660-8c17-4ba9-9365-dfdd5df30c24]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6127b165-c58d-4a33-8517-eb8a548fd08f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e482966-e7c8-4677-8bb8-124f71978418]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d94adb8-a84a-4445-bd16-aec94aa0aa74]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8125c38a-1dbe-46c6-a69b-01a91e52028f]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260]
Dec 06 08:46:32 user nova-compute[75502]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9338518c-985a-493b-ab80-df0c0f19c469 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d49b34-2264-47cf-9785-f4ee686d0ca1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== disconnect_volume: return (346ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cGgAHYro', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:32 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[16060c62-403c-41d6-99f9-e7cb5322f40a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:46:32 user nova-compute[75502]: No targets found.
Dec 06 08:46:32 user nova-compute[75502]: iSNS:
Dec 06 08:46:32 user nova-compute[75502]: No targets found.
Dec 06 08:46:32 user nova-compute[75502]: STATIC:
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371
Dec 06 08:46:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:32 user nova-compute[75502]: FIRMWARE:
Dec 06 08:46:32 user nova-compute[75502]: No targets found.
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:46:32 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:46:32 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4325a158-f250-49c7-a5e9-3a4373aa06bf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[da21d696-2b79-4c01-bbec-e26f8c9a3e90]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d32ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff'): ({'sdg'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Removing single pathed devices sdg {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab422f6-26fd-4c53-b835-b701f7870c90]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a2e71b-700e-41f0-ba4b-3a5900c14af9]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Flushing IO for device /dev/sdg {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0416b42d-9f9c-4080-99c6-29ed3322b861]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfee5b87-ca08-4f5e-b88a-04eebe104e70]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] SCSI volumes sdg have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6952039d-da37-44e5-bd19-43b94fc18af5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fcf65f6-8011-40fa-9944-e475db34b44e]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260]
Dec 06 08:46:32 user nova-compute[75502]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e08ca779-a9ce-4fcb-9942-52a01e33d4ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdeb676b-5cfd-46ee-b7c6-d436507da515]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] <== disconnect_volume: return (346ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:46:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Deleting instance files /opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210_del
Dec 06 08:46:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Deletion of /opt/stack/data/nova/instances/8848f700-f22c-4f53-a1de-3d46c5bfa210_del complete
Dec 06 08:46:32 user nova-compute[75502]: INFO nova.compute.manager [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Took 3.94 seconds to destroy the instance on the hypervisor.
Dec 06 08:46:32 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:46:32 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:46:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-cda6859c-4fb9-44d5-9fc5-e512c176a0c3 req-3cb75ff8-2913-4076-8cd8-0dc89e8cf822 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-deleted-8a7b5399-de17-4696-86ca-cd715a419c78 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:35 user nova-compute[75502]: INFO nova.compute.manager [req-cda6859c-4fb9-44d5-9fc5-e512c176a0c3 req-3cb75ff8-2913-4076-8cd8-0dc89e8cf822 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Neutron deleted interface 8a7b5399-de17-4696-86ca-cd715a419c78; detaching it from the instance and deleting it from the info cache
Dec 06 08:46:35 user nova-compute[75502]: DEBUG nova.network.neutron [req-cda6859c-4fb9-44d5-9fc5-e512c176a0c3 req-3cb75ff8-2913-4076-8cd8-0dc89e8cf822 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [{"id": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "address": "fa:16:3e:55:da:a8", "network": {"id": "346b48df-2bcf-4f21-a1f9-48209022ccc5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1085509555-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc4bae57-9b", "ovs_interfaceid": "fc4bae57-9bd6-4a4c-ba35-abf18d376d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "address": "fa:16:3e:61:a5:c9", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6614ca61-8f", "ovs_interfaceid": "6614ca61-8f9a-4acb-82ed-6e07db787f7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa413395-fc26-433a-88c2-507469d0aba1", "address": "fa:16:3e:5a:1d:75", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa413395-fc", "ovs_interfaceid": "fa413395-fc26-433a-88c2-507469d0aba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6888234f-a61c-477c-861a-e7823efa1bc8", "address": "fa:16:3e:15:0a:f1", "network": {"id": "55d8154b-5476-4e59-bb14-45a13a6756ad", "bridge": "br-int", "label": "tempest-device-tagging-net1-1995995526", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6888234f-a6", "ovs_interfaceid": "6888234f-a61c-477c-861a-e7823efa1bc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "address": "fa:16:3e:4a:ca:91", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66ef2903-57", "ovs_interfaceid": "66ef2903-57d0-4a64-8e87-b4c9b8b413b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "address": "fa:16:3e:3e:fa:6b", "network": {"id": "541630cb-997a-4943-bf7a-e5884b25699c", "bridge": "br-int", "label": "tempest-device-tagging-net2-672212579", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "13275faeed8d4531ac180c9ec48fd500", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9534dd3-4a", "ovs_interfaceid": "a9534dd3-4ad4-4df8-b49c-05168a744cda", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-cda6859c-4fb9-44d5-9fc5-e512c176a0c3 req-3cb75ff8-2913-4076-8cd8-0dc89e8cf822 service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Detach interface failed, port_id=8a7b5399-de17-4696-86ca-cd715a419c78, reason: Instance 8848f700-f22c-4f53-a1de-3d46c5bfa210 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:46:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:36 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:36 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Took 3.96 seconds to deallocate network for instance.
Dec 06 08:46:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-7dcaccc5-2c30-4d43-99db-7bd439515f22 req-11e3f791-2edf-4a40-8bb5-9d23c33033ae service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-deleted-fc4bae57-9bd6-4a4c-ba35-abf18d376d54 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-7dcaccc5-2c30-4d43-99db-7bd439515f22 req-11e3f791-2edf-4a40-8bb5-9d23c33033ae service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-deleted-a9534dd3-4ad4-4df8-b49c-05168a744cda {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-7dcaccc5-2c30-4d43-99db-7bd439515f22 req-11e3f791-2edf-4a40-8bb5-9d23c33033ae service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-deleted-66ef2903-57d0-4a64-8e87-b4c9b8b413b5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-7dcaccc5-2c30-4d43-99db-7bd439515f22 req-11e3f791-2edf-4a40-8bb5-9d23c33033ae service nova] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Received event network-vif-deleted-6888234f-a61c-477c-861a-e7823efa1bc8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:40 user nova-compute[75502]: INFO nova.compute.manager [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] [instance: 8848f700-f22c-4f53-a1de-3d46c5bfa210] Took 3.23 seconds to detach 3 volumes for instance.
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.371s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:40 user nova-compute[75502]: INFO nova.compute.manager [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Terminating instance
Dec 06 08:46:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:46:40 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Deleted allocations for instance 8848f700-f22c-4f53-a1de-3d46c5bfa210
Dec 06 08:46:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d6bc3ed8-0dc4-4407-996e-9fd4cf482166 tempest-TaggedBootDevicesTest_v242-1613631782 tempest-TaggedBootDevicesTest_v242-1613631782-project-member] Lock "8848f700-f22c-4f53-a1de-3d46c5bfa210" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.750s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-b9400e9c-ed25-416e-90c8-0567b935054c req-9d522365-30c9-4885-a0a6-3f3c4da124dd service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-unplugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b9400e9c-ed25-416e-90c8-0567b935054c req-9d522365-30c9-4885-a0a6-3f3c4da124dd service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b9400e9c-ed25-416e-90c8-0567b935054c req-9d522365-30c9-4885-a0a6-3f3c4da124dd service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b9400e9c-ed25-416e-90c8-0567b935054c req-9d522365-30c9-4885-a0a6-3f3c4da124dd service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-b9400e9c-ed25-416e-90c8-0567b935054c req-9d522365-30c9-4885-a0a6-3f3c4da124dd service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-unplugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-b9400e9c-ed25-416e-90c8-0567b935054c req-9d522365-30c9-4885-a0a6-3f3c4da124dd service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-unplugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Instance destroyed successfully.
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.objects.instance [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'resources' on Instance uuid 020ab0d0-f9da-408f-b067-b17f2176bf5b {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-647538006',display_name='tempest-ServerRescueNegativeTestJSON-server-647538006',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-647538006',id=2,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:32:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-lxxxmq2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:32:05Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=020ab0d0-f9da-408f-b067-b17f2176bf5b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "67e62004-83bc-43da-b018-cd6d13b6123f", "address": "fa:16:3e:3b:9f:e6", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap67e62004-83", "ovs_interfaceid": "67e62004-83bc-43da-b018-cd6d13b6123f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG os_vif [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap67e62004-83, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a87975bc-d1f9-4e05-b116-64bc95ce5aaf) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:46:41 user nova-compute[75502]: INFO os_vif [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:9f:e6,bridge_name='br-int',has_traffic_filtering=True,id=67e62004-83bc-43da-b018-cd6d13b6123f,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap67e62004-83')
Dec 06 08:46:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Deleting instance files /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b_del
Dec 06 08:46:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Deletion of /opt/stack/data/nova/instances/020ab0d0-f9da-408f-b067-b17f2176bf5b_del complete
Dec 06 08:46:41 user nova-compute[75502]: INFO nova.compute.manager [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 06 08:46:41 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sfkSLJmQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:41 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:41 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:41 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:41 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:46:41 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e6e37f5-67b4-4c52-af59-7e6f6a907f22]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:46:42 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95559f29-7267-42ed-b44d-18b2021aadbb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824] added
Dec 06 08:46:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ee58c0-623d-4d00-9838-0ae845604c85]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3913d8d-37ff-4cc0-8809-9a3dfdbb2908]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sfkSLJmQ {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sfkSLJmQ" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e63de947-cd0c-42ac-a197-a584d8899e0a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sfkSLJmQ'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d85d9fd-0f2b-43e9-9ecd-122e1a83264c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[271f8af5-7ecc-4ead-b5db-8d42372de318]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d43f519-5bdc-4ac4-bab8-fa8786472483]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260]
Dec 06 08:46:42 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d43dae-15cb-4fa6-a3f8-b42ed44ac22f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:46:42 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Took 0.80 seconds to deallocate network for instance.
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b8f945-8966-4ffa-beba-1bd1dccf858e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:46:42 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eeee635-42dd-4d88-85c0-d99acf360ed8]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sfkSLJmQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.347s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:42 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Deleted allocations for instance 020ab0d0-f9da-408f-b067-b17f2176bf5b
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ff538e16-cc1f-44f0-9628-e0e0d11ffbc2 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.267s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:42 user nova-compute[75502]: WARNING nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state deleted and task_state None.
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:42 user nova-compute[75502]: WARNING nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state deleted and task_state None.
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:42 user nova-compute[75502]: WARNING nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state deleted and task_state None.
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Acquiring lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] Lock "020ab0d0-f9da-408f-b067-b17f2176bf5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] No waiting events found dispatching network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:46:42 user nova-compute[75502]: WARNING nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received unexpected event network-vif-plugged-67e62004-83bc-43da-b018-cd6d13b6123f for instance with vm_state deleted and task_state None.
Dec 06 08:46:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-9d82602a-c830-4ea0-ba87-3074f7b44bbb req-7279d121-6dd5-4661-a3d2-6e543aaeacca service nova] [instance: 020ab0d0-f9da-408f-b067-b17f2176bf5b] Received event network-vif-deleted-67e62004-83bc-43da-b018-cd6d13b6123f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '23033386635633135', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23033386635633135', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG nova.objects.instance [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:46:43 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:46:43 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:46:43 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:46:43 user nova-compute[75502]:   <serial>fcae03ae-1795-4a11-9f7b-aa8771b03824</serial>
Dec 06 08:46:43 user nova-compute[75502]: </disk>
Dec 06 08:46:43 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:46:43 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No VIF found with MAC fa:16:3e:d2:d1:2d, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4785d681-0321-45e2-b7b5-11fe03aac782 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.776s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:44 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd is timed out.
Dec 06 08:46:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Successfully detached device vdc from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the live domain config.
Dec 06 08:46:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'clLdEaOg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a371406-1b46-4a47-a4da-62ab0aaa4182]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:46:44 user nova-compute[75502]: No targets found.
Dec 06 08:46:44 user nova-compute[75502]: iSNS:
Dec 06 08:46:44 user nova-compute[75502]: No targets found.
Dec 06 08:46:44 user nova-compute[75502]: STATIC:
Dec 06 08:46:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:46:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:46:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824
Dec 06 08:46:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:46:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371
Dec 06 08:46:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:46:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:46:44 user nova-compute[75502]: FIRMWARE:
Dec 06 08:46:44 user nova-compute[75502]: No targets found.
Dec 06 08:46:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:46:44 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:46:44 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7502533b-6413-4dae-88d0-c312b757010e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3c1e62-3ffd-4e96-b5f0-3c3992241f86]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:46:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94b765f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371'): ({'sdh'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Removing single pathed devices sdh {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0bb9e44-1da0-4c04-8f72-5de1cd43d249]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2498ccd2-12a7-41ea-98f7-918eba7e2593]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Flushing IO for device /dev/sdh {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a7dbed-7ec9-4c88-ba60-5cef68cfbf49]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7467bd55-6e48-45d0-9e94-f1ceb45a27ac]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] SCSI volumes sdh have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:46:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3019d84d-af4e-4380-a027-ff77a7b42e15]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e1eecc8-7c8e-484b-bee4-54643a71192e]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260]
Dec 06 08:46:45 user nova-compute[75502]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371, portal: 172.16.0.220,3260] successful.
Dec 06 08:46:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aa565a92-ca1d-485b-8f57-001e54b1b371 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a4f441-12bf-4a35-96bd-c79679bef330]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] <== disconnect_volume: return (345ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:46:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'flavor' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfd1923c-e1c7-4f4b-a67d-64df8fe7b3ca tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.811s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG nova.objects.instance [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:46:49 user nova-compute[75502]: INFO nova.compute.manager [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attaching volume 5c0a662e-b4f8-479d-8777-731fe9438d19 to /dev/vdc
Dec 06 08:46:49 user nova-compute[75502]: DEBUG os_brick.utils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7373dbe7-98b8-451b-8e2b-c1c72dd17538]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad81bf16-7caa-4f65-b47e-9480e24d5108]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00326bf1-4575-47db-a810-63c3c8e03ed7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23435a0-c6d9-4127-86e6-7d2fa93584b6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:46:49 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:46:49 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cfa9327-4e93-4316-a684-b6f8d0a75fb3]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG os_brick.utils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updating existing volume attachment record: 6179ccf5-5b13-4d45-a654-7462c84c9191 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:46:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:46:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dshZCLtV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:00 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:00 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:00 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f75e4e6-0f73-41ff-85c7-0d636ddbb12f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:47:00 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf89e737-9cdc-4f0b-b346-92bf42f21493]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19] added
Dec 06 08:47:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c388a49f-d58f-4f94-8348-34d1128d0b7e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d5b4e9-72f4-4543-adc2-5b90c595b911]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dshZCLtV {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dshZCLtV" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d67c22-936d-4fdc-b4d3-28503c17631f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dshZCLtV'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9689d701-724e-4697-91f7-22000f0b260b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9486cee5-ac2d-422d-a5c1-6f485cc1c41c]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[82aad424-69f9-47cb-b06e-b31367048dac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260]
Dec 06 08:47:00 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260] successful.
Dec 06 08:47:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5785282e-759a-4256-8e96-b60e6e0fc73b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0957e99d-bcd6-4508-93ef-168e0919a8b2]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0751d38c-d053-45bc-ac3d-5d0740264f79]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:47:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dshZCLtV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:47:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23238396637376265', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238396637376265', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:47:01 user nova-compute[75502]: DEBUG nova.objects.instance [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:47:01 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:01 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:47:01 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:47:01 user nova-compute[75502]:   <serial>5c0a662e-b4f8-479d-8777-731fe9438d19</serial>
Dec 06 08:47:01 user nova-compute[75502]: </disk>
Dec 06 08:47:01 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:47:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:47:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:47:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:47:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] No VIF found with MAC fa:16:3e:d2:d1:2d, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:47:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-43bf9ac3-e120-45ca-b18a-e8bf9bf57863 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.573s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:03 user nova-compute[75502]: INFO nova.compute.manager [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Detaching volume fcae03ae-1795-4a11-9f7b-aa8771b03824
Dec 06 08:47:03 user nova-compute[75502]: INFO nova.virt.block_device [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attempting to driver detach volume fcae03ae-1795-4a11-9f7b-aa8771b03824 from mountpoint /dev/vdb
Dec 06 08:47:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Attempting to detach device vdb from instance 05f97110-5804-4553-8001-66118f51ae65 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:47:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:47:03 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:03 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:47:03 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:47:03 user nova-compute[75502]:   <serial>fcae03ae-1795-4a11-9f7b-aa8771b03824</serial>
Dec 06 08:47:03 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:47:03 user nova-compute[75502]: </disk>
Dec 06 08:47:03 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:47:03 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully detached device vdb from instance 05f97110-5804-4553-8001-66118f51ae65 from the persistent domain config.
Dec 06 08:47:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 05f97110-5804-4553-8001-66118f51ae65 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:47:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:47:03 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:03 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:47:03 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:47:03 user nova-compute[75502]:   <serial>fcae03ae-1795-4a11-9f7b-aa8771b03824</serial>
Dec 06 08:47:03 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:47:03 user nova-compute[75502]: </disk>
Dec 06 08:47:03 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:47:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:47:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:47:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:47:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:47:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:47:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:47:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7966MB free_disk=25.159133911132812GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 05f97110-5804-4553-8001-66118f51ae65 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.447s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:14 user nova-compute[75502]: INFO nova.compute.manager [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Detaching volume 15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:47:14 user nova-compute[75502]: INFO nova.virt.block_device [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Attempting to driver detach volume 15a7f150-9dcc-4c34-8b99-6897426efe27 from mountpoint /dev/vdb
Dec 06 08:47:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Attempting to detach device vdb from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:47:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:47:15 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:15 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:47:15 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:47:15 user nova-compute[75502]:   <serial>15a7f150-9dcc-4c34-8b99-6897426efe27</serial>
Dec 06 08:47:15 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:47:15 user nova-compute[75502]: </disk>
Dec 06 08:47:15 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:47:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Successfully detached device vdb from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the persistent domain config.
Dec 06 08:47:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:47:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:47:15 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:15 user nova-compute[75502]:   <source dev="/dev/sdf"/>
Dec 06 08:47:15 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:47:15 user nova-compute[75502]:   <serial>15a7f150-9dcc-4c34-8b99-6897426efe27</serial>
Dec 06 08:47:15 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:47:15 user nova-compute[75502]: </disk>
Dec 06 08:47:15 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:47:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:47:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid d357bbf7-2283-40fc-80ae-ffbff9824fb9 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 5d5a79c9-5c90-4801-9e81-d92fa420291f {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid f1d5c03a-604d-44bc-98a6-bffb8704a98c {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid aced40a8-e217-4508-b326-2a9ea5fc846c {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:47:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:47:23 user nova-compute[75502]: INFO nova.compute.claims [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Claim successful on node user
Dec 06 08:47:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 05f97110-5804-4553-8001-66118f51ae65 is timed out.
Dec 06 08:47:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully detached device vdb from instance 05f97110-5804-4553-8001-66118f51ae65 from the live domain config.
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sfkSLJmQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[361ec9f8-5110-4217-a465-d86382e5954a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:47:24 user nova-compute[75502]: No targets found.
Dec 06 08:47:24 user nova-compute[75502]: iSNS:
Dec 06 08:47:24 user nova-compute[75502]: No targets found.
Dec 06 08:47:24 user nova-compute[75502]: STATIC:
Dec 06 08:47:24 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:47:24 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:24 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:24 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:47:24 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:24 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:24 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824
Dec 06 08:47:24 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:24 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:24 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:47:24 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:24 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:24 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19
Dec 06 08:47:24 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:24 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:24 user nova-compute[75502]: FIRMWARE:
Dec 06 08:47:24 user nova-compute[75502]: No targets found.
Dec 06 08:47:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:47:24 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:47:24 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b71f01-dde6-472a-9503-e8084fa08ff3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5747b336-6edf-4fc4-9778-af4262767c00]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb879beb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b844ec-9435-4bd2-9071-2e5bd2e0e325]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c9830c-e681-409b-ba7f-2cd033327715]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[69caa53e-1489-4073-8562-aded77587b4d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.669s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b2ccde5-abaa-4d08-a411-2033828b0a3b]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[85f2567b-59dd-4941-83b4-9c3c89faedeb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:47:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3209fe3-6a30-46be-b770-3655d53b1321]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260]
Dec 06 08:47:24 user nova-compute[75502]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824, portal: 172.16.0.220,3260] successful.
Dec 06 08:47:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcae03ae-1795-4a11-9f7b-aa8771b03824 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f34ba73-a99d-4322-8f71-605362cf151d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== disconnect_volume: return (385ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.policy [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c3af05c970742fc9498eb63f266fa49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51b78aade781451fa9ec8d737165b7d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:47:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Creating image(s)
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "0cd4be292418c67f58c7790f204b17d014a73db3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "0cd4be292418c67f58c7790f204b17d014a73db3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.part --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG nova.virt.images [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] 58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.part /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Successfully created port: d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG nova.objects.instance [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dc8a0b3a-f6ee-4916-a8bb-5fa6f794e36e tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.480s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.454s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.part /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.converted" returned: 0 in 0.521s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3.converted --force-share --output=json" returned: 0 in 0.225s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "0cd4be292418c67f58c7790f204b17d014a73db3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.558s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.004s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:26 user nova-compute[75502]: INFO nova.compute.manager [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Detaching volume 5c0a662e-b4f8-479d-8777-731fe9438d19
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "0cd4be292418c67f58c7790f204b17d014a73db3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "0cd4be292418c67f58c7790f204b17d014a73db3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:26 user nova-compute[75502]: INFO nova.virt.block_device [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Attempting to driver detach volume 5c0a662e-b4f8-479d-8777-731fe9438d19 from mountpoint /dev/vdc
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Attempting to detach device vdc from instance 05f97110-5804-4553-8001-66118f51ae65 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:47:26 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:26 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:47:26 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:47:26 user nova-compute[75502]:   <serial>5c0a662e-b4f8-479d-8777-731fe9438d19</serial>
Dec 06 08:47:26 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 08:47:26 user nova-compute[75502]: </disk>
Dec 06 08:47:26 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:47:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully detached device vdc from instance 05f97110-5804-4553-8001-66118f51ae65 from the persistent domain config.
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 05f97110-5804-4553-8001-66118f51ae65 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:47:26 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:26 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:47:26 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:47:26 user nova-compute[75502]:   <serial>5c0a662e-b4f8-479d-8777-731fe9438d19</serial>
Dec 06 08:47:26 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 06 08:47:26 user nova-compute[75502]: </disk>
Dec 06 08:47:26 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json" returned: 0 in 0.192s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3,backing_fmt=raw /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Successfully updated port: d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing instance network info cache due to event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3,backing_fmt=raw /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk 1073741824" returned: 0 in 0.061s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "0cd4be292418c67f58c7790f204b17d014a73db3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json" returned: 0 in 0.203s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-164e2767-38ec-41b9-a5e1-98a688101577 req-5fc7e934-d219-4c7b-b040-f9a58f107dfc service nova] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Cannot resize image /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Ensure instance console log exists: /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance network_info: |[{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Start _get_guest_xml network_info=[{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:47:20Z,direct_url=<?>,disk_format='qcow2',id=58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00,min_disk=0,min_ram=0,name='tempest-scenario-img--468692859',owner='51b78aade781451fa9ec8d737165b7d6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:47:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:47:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:47:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:47:20Z,direct_url=<?>,disk_format='qcow2',id=58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00,min_disk=0,min_ram=0,name='tempest-scenario-img--468692859',owner='51b78aade781451fa9ec8d737165b7d6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:47:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1329492925',display_name='tempest-TestMinimumBasicScenario-server-1329492925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1329492925',id=37,image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuWK7H/5piCwb1McprzTLGWvj3f1XFz2vHXs2nj1xCTE66WcqMb0aGNoB6pyEUROH1WepemC19dd4nJQRpgG9e0Vowj1p/NGOE/bERRMx+YCbPO0/QfOUglDtFsMq8Xng==',key_name='tempest-TestMinimumBasicScenario-527640784',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-g2e6feok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:24Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=cf0a5030-15ce-4833-a52c-64692264a027,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'pci_devices' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:47:27 user nova-compute[75502]:   <uuid>cf0a5030-15ce-4833-a52c-64692264a027</uuid>
Dec 06 08:47:27 user nova-compute[75502]:   <name>instance-00000025</name>
Dec 06 08:47:27 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:47:27 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:47:27 user nova-compute[75502]:   <metadata>
Dec 06 08:47:27 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:47:27 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:47:27 user nova-compute[75502]:       <nova:name>tempest-TestMinimumBasicScenario-server-1329492925</nova:name>
Dec 06 08:47:27 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:47:27</nova:creationTime>
Dec 06 08:47:27 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:47:27 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:47:27 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:47:27 user nova-compute[75502]:       <nova:owner>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:user uuid="8c3af05c970742fc9498eb63f266fa49">tempest-TestMinimumBasicScenario-1922680535-project-member</nova:user>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:project uuid="51b78aade781451fa9ec8d737165b7d6">tempest-TestMinimumBasicScenario-1922680535</nova:project>
Dec 06 08:47:27 user nova-compute[75502]:       </nova:owner>
Dec 06 08:47:27 user nova-compute[75502]:       <nova:root type="image" uuid="58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00"/>
Dec 06 08:47:27 user nova-compute[75502]:       <nova:ports>
Dec 06 08:47:27 user nova-compute[75502]:         <nova:port uuid="d2228789-60b4-45dc-950f-af3d2b4d2928">
Dec 06 08:47:27 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:47:27 user nova-compute[75502]:         </nova:port>
Dec 06 08:47:27 user nova-compute[75502]:       </nova:ports>
Dec 06 08:47:27 user nova-compute[75502]:     </nova:instance>
Dec 06 08:47:27 user nova-compute[75502]:   </metadata>
Dec 06 08:47:27 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:47:27 user nova-compute[75502]:     <system>
Dec 06 08:47:27 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:47:27 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:47:27 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:47:27 user nova-compute[75502]:       <entry name="serial">cf0a5030-15ce-4833-a52c-64692264a027</entry>
Dec 06 08:47:27 user nova-compute[75502]:       <entry name="uuid">cf0a5030-15ce-4833-a52c-64692264a027</entry>
Dec 06 08:47:27 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:47:27 user nova-compute[75502]:     </system>
Dec 06 08:47:27 user nova-compute[75502]:   </sysinfo>
Dec 06 08:47:27 user nova-compute[75502]:   <os>
Dec 06 08:47:27 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:47:27 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:47:27 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:47:27 user nova-compute[75502]:   </os>
Dec 06 08:47:27 user nova-compute[75502]:   <features>
Dec 06 08:47:27 user nova-compute[75502]:     <acpi/>
Dec 06 08:47:27 user nova-compute[75502]:     <apic/>
Dec 06 08:47:27 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:47:27 user nova-compute[75502]:   </features>
Dec 06 08:47:27 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:47:27 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:47:27 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:47:27 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:47:27 user nova-compute[75502]:   </clock>
Dec 06 08:47:27 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:47:27 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:47:27 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:47:27 user nova-compute[75502]:   </cpu>
Dec 06 08:47:27 user nova-compute[75502]:   <devices>
Dec 06 08:47:27 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:47:27 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:47:27 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk"/>
Dec 06 08:47:27 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:47:27 user nova-compute[75502]:     </disk>
Dec 06 08:47:27 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:47:27 user nova-compute[75502]:       <mac address="fa:16:3e:c6:fd:34"/>
Dec 06 08:47:27 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:47:27 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:47:27 user nova-compute[75502]:       <target dev="tapd2228789-60"/>
Dec 06 08:47:27 user nova-compute[75502]:     </interface>
Dec 06 08:47:27 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:47:27 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/console.log" append="off"/>
Dec 06 08:47:27 user nova-compute[75502]:     </serial>
Dec 06 08:47:27 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:47:27 user nova-compute[75502]:     <video>
Dec 06 08:47:27 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:47:27 user nova-compute[75502]:     </video>
Dec 06 08:47:27 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:47:27 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:47:27 user nova-compute[75502]:     </rng>
Dec 06 08:47:27 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:47:27 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:47:27 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:47:27 user nova-compute[75502]:     </memballoon>
Dec 06 08:47:27 user nova-compute[75502]:   </devices>
Dec 06 08:47:27 user nova-compute[75502]: </domain>
Dec 06 08:47:27 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1329492925',display_name='tempest-TestMinimumBasicScenario-server-1329492925',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1329492925',id=37,image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuWK7H/5piCwb1McprzTLGWvj3f1XFz2vHXs2nj1xCTE66WcqMb0aGNoB6pyEUROH1WepemC19dd4nJQRpgG9e0Vowj1p/NGOE/bERRMx+YCbPO0/QfOUglDtFsMq8Xng==',key_name='tempest-TestMinimumBasicScenario-527640784',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-g2e6feok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:24Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=cf0a5030-15ce-4833-a52c-64692264a027,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG os_vif [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '922b5f1f-5688-506b-bd92-593014d9f3d5', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2228789-60, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2228789-60, col_values=(('qos', UUID('1e014eb9-8f0e-4b9c-8013-41d993e05a85')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2228789-60, col_values=(('external_ids', {'iface-id': 'd2228789-60b4-45dc-950f-af3d2b4d2928', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:fd:34', 'vm-uuid': 'cf0a5030-15ce-4833-a52c-64692264a027'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:27 user nova-compute[75502]: INFO os_vif [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60')
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:47:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No VIF found with MAC fa:16:3e:c6:fd:34, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:47:29 user nova-compute[75502]: INFO nova.compute.claims [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Claim successful on node user
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-fbfa10a7-c60c-45b3-b386-d054f02b63dc req-b90ca387-2125-470f-9789-6387d71f44fd service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fbfa10a7-c60c-45b3-b386-d054f02b63dc req-b90ca387-2125-470f-9789-6387d71f44fd service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fbfa10a7-c60c-45b3-b386-d054f02b63dc req-b90ca387-2125-470f-9789-6387d71f44fd service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fbfa10a7-c60c-45b3-b386-d054f02b63dc req-b90ca387-2125-470f-9789-6387d71f44fd service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-fbfa10a7-c60c-45b3-b386-d054f02b63dc req-b90ca387-2125-470f-9789-6387d71f44fd service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:29 user nova-compute[75502]: WARNING nova.compute.manager [req-fbfa10a7-c60c-45b3-b386-d054f02b63dc req-b90ca387-2125-470f-9789-6387d71f44fd service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state building and task_state spawning.
Dec 06 08:47:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.627s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:47:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:47:29 user nova-compute[75502]: INFO nova.virt.block_device [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Booting with volume-backed-image 2e9a7c79-1473-4014-a978-3bbaccdfdd6b at /dev/vda
Dec 06 08:47:29 user nova-compute[75502]: DEBUG nova.policy [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6354c5ebaf354b439a8c77fa289093fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e88fb77c90a04ed7bc2415b5b06011ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:47:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Successfully created port: 5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:31 user nova-compute[75502]: INFO nova.compute.manager [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Terminating instance
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-5a876e9f-da37-4d6f-a22f-02daaf9acb0b req-c661cad5-f48f-4354-adf0-b65693d85b7f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5a876e9f-da37-4d6f-a22f-02daaf9acb0b req-c661cad5-f48f-4354-adf0-b65693d85b7f service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5a876e9f-da37-4d6f-a22f-02daaf9acb0b req-c661cad5-f48f-4354-adf0-b65693d85b7f service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5a876e9f-da37-4d6f-a22f-02daaf9acb0b req-c661cad5-f48f-4354-adf0-b65693d85b7f service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-5a876e9f-da37-4d6f-a22f-02daaf9acb0b req-c661cad5-f48f-4354-adf0-b65693d85b7f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:31 user nova-compute[75502]: WARNING nova.compute.manager [req-5a876e9f-da37-4d6f-a22f-02daaf9acb0b req-c661cad5-f48f-4354-adf0-b65693d85b7f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state building and task_state spawning.
Dec 06 08:47:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:47:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance spawned successfully.
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:31 user nova-compute[75502]: INFO nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Took 7.23 seconds to spawn the instance on the hypervisor.
Dec 06 08:47:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:47:31 user nova-compute[75502]: INFO nova.compute.manager [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Took 8.33 seconds to build instance.
Dec 06 08:47:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f64be1d-4f8e-4943-909e-26c2b4af2f39 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.457s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Instance destroyed successfully.
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lazy-loading 'resources' on Instance uuid ed58a8c8-afbe-4a8d-8ed1-244e8a56d408 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1195262912',display_name='tempest-ServerRescueNegativeTestJSON-server-1195262912',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1195262912',id=1,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:34:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cc634ce7c2764c4c885d9f7a3db9e290',ramdisk_id='',reservation_id='r-r5gx0we0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-279346309',owner_user_name='tempest-ServerRescueNegativeTestJSON-279346309-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:36:50Z,user_data=None,user_id='ca454c25bf084717b0ef1bcd5f3067d8',uuid=ed58a8c8-afbe-4a8d-8ed1-244e8a56d408,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converting VIF {"id": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "address": "fa:16:3e:ce:a1:0a", "network": {"id": "7d9bf56f-4542-4752-9035-e61cb6296d4c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1265015581-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cc634ce7c2764c4c885d9f7a3db9e290", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd7b4d34-0d", "ovs_interfaceid": "cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG os_vif [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcd7b4d34-0d, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7e2b76eb-9f31-4f20-8ae9-a2f2308e2956) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:32 user nova-compute[75502]: INFO os_vif [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:a1:0a,bridge_name='br-int',has_traffic_filtering=True,id=cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a,network=Network(7d9bf56f-4542-4752-9035-e61cb6296d4c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd7b4d34-0d')
Dec 06 08:47:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Deleting instance files /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408_del
Dec 06 08:47:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Deletion of /opt/stack/data/nova/instances/ed58a8c8-afbe-4a8d-8ed1-244e8a56d408_del complete
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Successfully updated port: 5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-changed-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Refreshing instance network info cache due to event network-changed-5d62c570-df46-4d3c-b599-e91c39a40603. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] Acquiring lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] Acquired lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Refreshing network info cache for port 5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:32 user nova-compute[75502]: INFO nova.compute.manager [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Took 1.30 seconds to destroy the instance on the hypervisor.
Dec 06 08:47:32 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0649457b-f0db-4f98-be14-fd021cde386a req-0a2ccbdc-1394-41bd-aad5-e5391fd6a49f service nova] Releasing lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Updating instance_info_cache with network_info: [{"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance network_info: |[{"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-unplugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] Acquiring lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] No waiting events found dispatching network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:33 user nova-compute[75502]: WARNING nova.compute.manager [req-b98d358a-a332-49bf-815a-31117e5c567a req-9fe3768e-12f8-4e44-9021-bb48e8e48a75 service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received unexpected event network-vif-plugged-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a for instance with vm_state active and task_state deleting.
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:33 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Took 1.05 seconds to deallocate network for instance.
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-7d0eb2ff-9927-46e9-8d40-581a0c542c87 req-0dd922ad-4fef-4602-85cb-2b1931183b3e service nova] [instance: ed58a8c8-afbe-4a8d-8ed1-244e8a56d408] Received event network-vif-deleted-cd7b4d34-0dd4-4c77-a9e3-2936a6daeb6a {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:33 user nova-compute[75502]: INFO nova.compute.manager [None req-9275cf2c-65d8-441f-9709-f1ec40932a65 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Get console output
Dec 06 08:47:33 user nova-compute[75502]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 06 08:47:33 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:47:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:47:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:34 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Deleted allocations for instance ed58a8c8-afbe-4a8d-8ed1-244e8a56d408
Dec 06 08:47:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-65f26d25-a5e7-4988-a723-66bfe1342222 tempest-ServerRescueNegativeTestJSON-279346309 tempest-ServerRescueNegativeTestJSON-279346309-project-member] Lock "ed58a8c8-afbe-4a8d-8ed1-244e8a56d408" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.089s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:35 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd is timed out.
Dec 06 08:47:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Successfully detached device vdb from instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd from the live domain config.
Dec 06 08:47:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vrmZyBwk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:35 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1b5fb6-e443-41ea-a8df-3d61d167801c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:47:35 user nova-compute[75502]: No targets found.
Dec 06 08:47:35 user nova-compute[75502]: iSNS:
Dec 06 08:47:35 user nova-compute[75502]: No targets found.
Dec 06 08:47:35 user nova-compute[75502]: STATIC:
Dec 06 08:47:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27
Dec 06 08:47:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:47:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:47:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19
Dec 06 08:47:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:35 user nova-compute[75502]: FIRMWARE:
Dec 06 08:47:35 user nova-compute[75502]: No targets found.
Dec 06 08:47:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:47:35 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:47:35 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[09200e2a-02e4-417a-9f20-8c5c2d8b516d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[999aa918-e696-4d46-a20f-18e5b6302cd3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8598160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27'): ({'sdf'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Removing single pathed devices sdf {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a700e2fd-8e80-4010-9ceb-e3bc1ec860ec]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa11f0d-7487-4a6b-bb91-3275e18e37dc]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Flushing IO for device /dev/sdf {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fdef129-02ab-4263-8e5a-e3351cb0ba4d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eed5fb4-4687-4455-8209-5c9702f7cb39]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4674117a-cb80-4a14-8bf6-33d25ab643a0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d49150e-5eb7-479e-ad1a-6cd528351280]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260]
Dec 06 08:47:35 user nova-compute[75502]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27, portal: 172.16.0.220,3260] successful.
Dec 06 08:47:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a7f150-9dcc-4c34-8b99-6897426efe27 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[816c0894-6020-4d66-81f3-8a45d2360e41]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.428s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] <== disconnect_volume: return (429ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:47:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'flavor' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9c280b86-d1dc-4a4d-8a94-cbca9410edf1 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.126s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 15.930s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG os_brick.utils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c48c60b-d45d-4fd7-aa5e-7c944be7206f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a74060f-9615-4d4f-9af6-e3a1ba07c79f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b2bb790-2eb4-440a-b9a8-125549f19ad6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[51173362-993a-4e04-9bd3-efb311c8ea1b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:47:40 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:47:40 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2beca2-98b7-4836-b16f-6f453dd0c009]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG os_brick.utils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:40 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Updating existing volume attachment record: 1312e201-08d2-446c-82f0-d89213de5847 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:47:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:46 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 05f97110-5804-4553-8001-66118f51ae65 is timed out.
Dec 06 08:47:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully detached device vdc from instance 05f97110-5804-4553-8001-66118f51ae65 from the live domain config.
Dec 06 08:47:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dshZCLtV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d5e137-4568-4217-b17a-4ff7b74d2b24]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:47:46 user nova-compute[75502]: No targets found.
Dec 06 08:47:46 user nova-compute[75502]: iSNS:
Dec 06 08:47:46 user nova-compute[75502]: No targets found.
Dec 06 08:47:46 user nova-compute[75502]: STATIC:
Dec 06 08:47:46 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:47:46 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:46 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:46 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:47:46 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:46 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:46 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19
Dec 06 08:47:46 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:47:46 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:47:46 user nova-compute[75502]: FIRMWARE:
Dec 06 08:47:46 user nova-compute[75502]: No targets found.
Dec 06 08:47:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:47:46 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:47:46 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[76d86abc-2d83-46bb-bd43-19d6f1bbf428]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b034622-7c8c-4be0-99fb-45e470e4cd5a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:46 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:46 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:46 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:46 user nova-compute[75502]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 (non-flash)
Dec 06 08:47:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb859a3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[99156417-49ab-49c1-88ff-bf9e1b806bbf]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe4c224e-0bc1-4eef-8114-08c486ac217c]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a6d84f-1e38-4f2f-bddc-53b7c62e1823]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:47:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c07a8b-4cca-4c3f-95d6-731c13435fbe]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3bc3717-e228-4500-be9f-316790c42278]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6069bb18-8f08-4457-9756-7dc8e9545c8a]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260]
Dec 06 08:47:47 user nova-compute[75502]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19, portal: 172.16.0.220,3260] successful.
Dec 06 08:47:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5c0a662e-b4f8-479d-8777-731fe9438d19 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed02a24-982e-4af1-b326-a9060180dd56]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] <== disconnect_volume: return (324ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:47:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'flavor' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb44a04a-45c9-418a-a90c-6719af3fe4fa tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.930s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:49 user nova-compute[75502]: INFO nova.compute.manager [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Terminating instance
Dec 06 08:47:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-bb24a1a0-c2cf-4103-99dd-4a69eb0cd791 req-ef0c6467-1086-4e16-b49c-698c2039d84f service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-vif-unplugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bb24a1a0-c2cf-4103-99dd-4a69eb0cd791 req-ef0c6467-1086-4e16-b49c-698c2039d84f service nova] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bb24a1a0-c2cf-4103-99dd-4a69eb0cd791 req-ef0c6467-1086-4e16-b49c-698c2039d84f service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bb24a1a0-c2cf-4103-99dd-4a69eb0cd791 req-ef0c6467-1086-4e16-b49c-698c2039d84f service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-bb24a1a0-c2cf-4103-99dd-4a69eb0cd791 req-ef0c6467-1086-4e16-b49c-698c2039d84f service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] No waiting events found dispatching network-vif-unplugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-bb24a1a0-c2cf-4103-99dd-4a69eb0cd791 req-ef0c6467-1086-4e16-b49c-698c2039d84f service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-vif-unplugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:47:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 05f97110-5804-4553-8001-66118f51ae65] Instance destroyed successfully.
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.objects.instance [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lazy-loading 'resources' on Instance uuid 05f97110-5804-4553-8001-66118f51ae65 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1548979013',display_name='tempest-AttachVolumeTestJSON-server-1548979013',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1548979013',id=36,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFBz8JeokMWwC0d9PZ9Qb7oFVQyJaYE3YJpPE+JN5nXplJe7mUKYEB3Zz+0r69lOyhKWrpshmUMLFSAK2FawF++Ie2tJBDDg7kFrXFgIeheK1+Y49GMwp3dlJAz4nbuR1w==',key_name='tempest-keypair-1395000921',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e073244d04534538970f37f497e45b34',ramdisk_id='',reservation_id='r-6i3row80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-2020332707',owner_user_name='tempest-AttachVolumeTestJSON-2020332707-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b89a5c6b4cd241a594b12f9753e9e843',uuid=05f97110-5804-4553-8001-66118f51ae65,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converting VIF {"id": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "address": "fa:16:3e:d2:d1:2d", "network": {"id": "553681c6-91b1-4fc0-a86a-4ed7b2f89a9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1121364896-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e073244d04534538970f37f497e45b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69ba09e-5b", "ovs_interfaceid": "e69ba09e-5bc5-4766-97e4-11cf7d6f0512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG os_vif [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape69ba09e-5b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=96367a05-d407-4c27-a172-7c0c69d12b34) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:50 user nova-compute[75502]: INFO os_vif [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:d1:2d,bridge_name='br-int',has_traffic_filtering=True,id=e69ba09e-5bc5-4766-97e4-11cf7d6f0512,network=Network(553681c6-91b1-4fc0-a86a-4ed7b2f89a9e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69ba09e-5b')
Dec 06 08:47:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Deleting instance files /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65_del
Dec 06 08:47:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Deletion of /opt/stack/data/nova/instances/05f97110-5804-4553-8001-66118f51ae65_del complete
Dec 06 08:47:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:50 user nova-compute[75502]: INFO nova.compute.manager [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] [instance: 05f97110-5804-4553-8001-66118f51ae65] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 06 08:47:50 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 05f97110-5804-4553-8001-66118f51ae65] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:47:50 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 05f97110-5804-4553-8001-66118f51ae65] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:47:51 user nova-compute[75502]: INFO nova.compute.claims [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Claim successful on node user
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.531s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:47:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:47:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Creating image(s)
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Ensure instance console log exists: /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Start _get_guest_xml network_info=[{"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1312e201-08d2-446c-82f0-d89213de5847', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '65727b3e-7141-47ca-bfcc-7ac3b8655269', 'attached_at': '', 'detached_at': '', 'volume_id': '13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'serial': '13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 05f97110-5804-4553-8001-66118f51ae65] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:51 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:47:51 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:51 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:51 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:47:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:47:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:47:51 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:47:51 user nova-compute[75502]: DEBUG nova.policy [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d5101358404d3b924acc3814e57237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24c000d1bebd4a148d48c6290f986b60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:47:51 user nova-compute[75502]: INFO nova.virt.block_device [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Booting with volume 6e7bd328-cd2a-4353-9eee-c989565feee9 at /dev/vda
Dec 06 08:47:51 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 05f97110-5804-4553-8001-66118f51ae65] Took 1.43 seconds to deallocate network for instance.
Dec 06 08:47:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e4253e-c834-45e8-b6e1-ad2093cecdae]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:47:52 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc72411-32ab-4367-ab00-418b5a03c428]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9] added
Dec 06 08:47:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b0284eb-34a8-4c70-983a-3d97000af5ab]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[60040caf-87d6-4e4c-9cf3-aaeb749ac4a0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb62dfb-8046-424f-8d7d-664f56694ccd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hryfuLKa {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hryfuLKa" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2636e8-928c-438a-9fad-0dfbe10e6ff6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hryfuLKa'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0727dbe8-9c2c-4b06-9e78-33439a0e3031]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfb605d-b915-4431-9371-e72db9f0b130]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61dfbe1-d8c8-46dd-9d8f-24882b24aac6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f63213-2e49-42eb-b8da-d00e8f46128a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7655e1e-64ce-4954-9894-9767bef0b3f3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] Acquiring lock "05f97110-5804-4553-8001-66118f51ae65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] Lock "05f97110-5804-4553-8001-66118f51ae65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] No waiting events found dispatching network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:52 user nova-compute[75502]: WARNING nova.compute.manager [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received unexpected event network-vif-plugged-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 for instance with vm_state deleted and task_state None.
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-860198aa-6607-4bac-8547-4b6fa190e8ee req-a819d344-0c69-4182-a377-4ff2e73e2dc4 service nova] [instance: 05f97110-5804-4553-8001-66118f51ae65] Received event network-vif-deleted-e69ba09e-5bc5-4766-97e4-11cf7d6f0512 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:47:52 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa9c70c8-1387-4cc3-a901-211f69768dd8]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating existing volume attachment record: 490aa96e-e412-44d5-b535-76705b2a89bb {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e08854-1c26-475c-807f-25841b43a18b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260]
Dec 06 08:47:52 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260] successful.
Dec 06 08:47:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0215bb0c-0495-4eee-ae51-fd7a3dace449]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb2d107-06ee-4245-a228-285cd7ac77f8]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:47:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[96295f2a-e1ba-4562-aa63-6dc550b26841]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.458s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:52 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Deleted allocations for instance 05f97110-5804-4553-8001-66118f51ae65
Dec 06 08:47:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-97d1d9bf-ad56-4814-bf95-efd1444272e9 tempest-AttachVolumeTestJSON-2020332707 tempest-AttachVolumeTestJSON-2020332707-project-member] Lock "05f97110-5804-4553-8001-66118f51ae65" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.114s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Successfully created port: ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.387s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== connect_volume: return (1389ms) {'type': 'block', 'scsi_wwn': '26535656263653135', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535656263653135', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-298219238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-298219238',id=38,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-sx0cr50j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:30Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=65727b3e-7141-47ca-bfcc-7ac3b8655269,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'pci_devices' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:47:53 user nova-compute[75502]:   <uuid>65727b3e-7141-47ca-bfcc-7ac3b8655269</uuid>
Dec 06 08:47:53 user nova-compute[75502]:   <name>instance-00000026</name>
Dec 06 08:47:53 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:47:53 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:47:53 user nova-compute[75502]:   <metadata>
Dec 06 08:47:53 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:47:53 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:47:53 user nova-compute[75502]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-298219238</nova:name>
Dec 06 08:47:53 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:47:51</nova:creationTime>
Dec 06 08:47:53 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:47:53 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:47:53 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:47:53 user nova-compute[75502]:       <nova:owner>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:user uuid="6354c5ebaf354b439a8c77fa289093fb">tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member</nova:user>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:project uuid="e88fb77c90a04ed7bc2415b5b06011ac">tempest-ServerBootFromVolumeStableRescueTest-1602670048</nova:project>
Dec 06 08:47:53 user nova-compute[75502]:       </nova:owner>
Dec 06 08:47:53 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:47:53 user nova-compute[75502]:       <nova:ports>
Dec 06 08:47:53 user nova-compute[75502]:         <nova:port uuid="5d62c570-df46-4d3c-b599-e91c39a40603">
Dec 06 08:47:53 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:47:53 user nova-compute[75502]:         </nova:port>
Dec 06 08:47:53 user nova-compute[75502]:       </nova:ports>
Dec 06 08:47:53 user nova-compute[75502]:     </nova:instance>
Dec 06 08:47:53 user nova-compute[75502]:   </metadata>
Dec 06 08:47:53 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:47:53 user nova-compute[75502]:     <system>
Dec 06 08:47:53 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:47:53 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:47:53 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:47:53 user nova-compute[75502]:       <entry name="serial">65727b3e-7141-47ca-bfcc-7ac3b8655269</entry>
Dec 06 08:47:53 user nova-compute[75502]:       <entry name="uuid">65727b3e-7141-47ca-bfcc-7ac3b8655269</entry>
Dec 06 08:47:53 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:47:53 user nova-compute[75502]:     </system>
Dec 06 08:47:53 user nova-compute[75502]:   </sysinfo>
Dec 06 08:47:53 user nova-compute[75502]:   <os>
Dec 06 08:47:53 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:47:53 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:47:53 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:47:53 user nova-compute[75502]:   </os>
Dec 06 08:47:53 user nova-compute[75502]:   <features>
Dec 06 08:47:53 user nova-compute[75502]:     <acpi/>
Dec 06 08:47:53 user nova-compute[75502]:     <apic/>
Dec 06 08:47:53 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:47:53 user nova-compute[75502]:   </features>
Dec 06 08:47:53 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:47:53 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:47:53 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:47:53 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:47:53 user nova-compute[75502]:   </clock>
Dec 06 08:47:53 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:47:53 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:47:53 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:47:53 user nova-compute[75502]:   </cpu>
Dec 06 08:47:53 user nova-compute[75502]:   <devices>
Dec 06 08:47:53 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:47:53 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:47:53 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 08:47:53 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:47:53 user nova-compute[75502]:       <serial>13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9</serial>
Dec 06 08:47:53 user nova-compute[75502]:     </disk>
Dec 06 08:47:53 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:47:53 user nova-compute[75502]:       <mac address="fa:16:3e:f0:ed:51"/>
Dec 06 08:47:53 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:47:53 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:47:53 user nova-compute[75502]:       <target dev="tap5d62c570-df"/>
Dec 06 08:47:53 user nova-compute[75502]:     </interface>
Dec 06 08:47:53 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:47:53 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/console.log" append="off"/>
Dec 06 08:47:53 user nova-compute[75502]:     </serial>
Dec 06 08:47:53 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:47:53 user nova-compute[75502]:     <video>
Dec 06 08:47:53 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:47:53 user nova-compute[75502]:     </video>
Dec 06 08:47:53 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:47:53 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:47:53 user nova-compute[75502]:     </rng>
Dec 06 08:47:53 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:47:53 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:47:53 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:47:53 user nova-compute[75502]:     </memballoon>
Dec 06 08:47:53 user nova-compute[75502]:   </devices>
Dec 06 08:47:53 user nova-compute[75502]: </domain>
Dec 06 08:47:53 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-298219238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-298219238',id=38,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-sx0cr50j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:30Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=65727b3e-7141-47ca-bfcc-7ac3b8655269,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG os_vif [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd64b1694-0188-50af-8653-e42f9c4c981b', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d62c570-df, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d62c570-df, col_values=(('qos', UUID('3385ab49-297b-43f5-a715-5a312e211f4d')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d62c570-df, col_values=(('external_ids', {'iface-id': '5d62c570-df46-4d3c-b599-e91c39a40603', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:ed:51', 'vm-uuid': '65727b3e-7141-47ca-bfcc-7ac3b8655269'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:53 user nova-compute[75502]: INFO os_vif [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df')
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Successfully updated port: ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No VIF found with MAC fa:16:3e:f0:ed:51, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing instance network info cache due to event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:47:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance network_info: |[{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updated VIF entry in instance network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3d684181-e9ab-48ac-b5cc-94be21dfe9ca req-fd5fd421-4760-4ce7-9307-297111ba8a2e service nova] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-47a19d81-c474-4836-aa0d-00bc0646d8d3 req-8961c9f1-440f-4ba2-918c-1d871da4869f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-47a19d81-c474-4836-aa0d-00bc0646d8d3 req-8961c9f1-440f-4ba2-918c-1d871da4869f service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-47a19d81-c474-4836-aa0d-00bc0646d8d3 req-8961c9f1-440f-4ba2-918c-1d871da4869f service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-47a19d81-c474-4836-aa0d-00bc0646d8d3 req-8961c9f1-440f-4ba2-918c-1d871da4869f service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-47a19d81-c474-4836-aa0d-00bc0646d8d3 req-8961c9f1-440f-4ba2-918c-1d871da4869f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:55 user nova-compute[75502]: WARNING nova.compute.manager [req-47a19d81-c474-4836-aa0d-00bc0646d8d3 req-8961c9f1-440f-4ba2-918c-1d871da4869f service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state building and task_state spawning.
Dec 06 08:47:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:47:56 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance spawned successfully.
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:47:57 user nova-compute[75502]: INFO nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Took 5.12 seconds to spawn the instance on the hypervisor.
Dec 06 08:47:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:47:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-1104b6bc-ce91-43cc-85ae-de0073857a7a req-daa9bb5e-797a-4969-9944-d1842cb865d7 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:47:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1104b6bc-ce91-43cc-85ae-de0073857a7a req-daa9bb5e-797a-4969-9944-d1842cb865d7 service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:47:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1104b6bc-ce91-43cc-85ae-de0073857a7a req-daa9bb5e-797a-4969-9944-d1842cb865d7 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:47:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1104b6bc-ce91-43cc-85ae-de0073857a7a req-daa9bb5e-797a-4969-9944-d1842cb865d7 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-1104b6bc-ce91-43cc-85ae-de0073857a7a req-daa9bb5e-797a-4969-9944-d1842cb865d7 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:47:57 user nova-compute[75502]: WARNING nova.compute.manager [req-1104b6bc-ce91-43cc-85ae-de0073857a7a req-daa9bb5e-797a-4969-9944-d1842cb865d7 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state building and task_state spawning.
Dec 06 08:47:57 user nova-compute[75502]: INFO nova.compute.manager [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Took 28.12 seconds to build instance.
Dec 06 08:47:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d1a0fba2-3e65-42bc-b57a-c36a23ff5369 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.274s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:47:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:47:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:48:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Creating image(s)
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Ensure instance console log exists: /opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Start _get_guest_xml network_info=[{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '490aa96e-e412-44d5-b535-76705b2a89bb', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0b4fb448-a36c-4dd1-bfbb-3f225309468e', 'attached_at': '', 'detached_at': '', 'volume_id': '6e7bd328-cd2a-4353-9eee-c989565feee9', 'serial': '6e7bd328-cd2a-4353-9eee-c989565feee9'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:48:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:48:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:48:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:48:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:48:02 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5574e8f6-acfd-499d-8882-cf18de77c5e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:48:02 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d491672c-f6f3-4af0-b6a4-47009e1d4e28]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9] added
Dec 06 08:48:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1901beea-ea99-45ed-be04-65721a48e46d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b6ec618-b29f-40ca-9481-ede2047c4cda]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NkgbFTJW {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NkgbFTJW" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c583dcf6-2c4f-4c8c-862c-b3276f36a38e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NkgbFTJW'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[645bbc5f-1878-4f06-a22e-57740e4663b9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aef1d66-78d3-466b-b862-3de0a47d5ba1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:48:02 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:48:02 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:48:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:48:02 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:48:02 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:48:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4a1bde-9a5d-438a-af2f-41a25048461f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]
Dec 06 08:48:02 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.
Dec 06 08:48:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac413701-d0b2-4a74-8318-d8d4b1d026a7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a791c9-bed7-430d-8927-f8eea993c041]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:48:03 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb968a3-c4ef-4c1d-be05-d08481a643ff]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:48:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26266393962353035', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266393962353035', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1612933079',display_name='tempest-TestShelveInstance-server-1612933079',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1612933079',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW/ED8vbGp3vJj85SaNI9z6vxFaEwrM1YF0qvGfJnOerworARVoRtb4i2nxcKk86uM/1PUuq64cYV3b3hsGt6CPPOHHfqB0Qpe4M8SfhisLroFlwEb03of1v8lhHzyGzw==',key_name='tempest-TestShelveInstance-267309129',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24c000d1bebd4a148d48c6290f986b60',ramdisk_id='',reservation_id='r-yz2j5rcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-939629887',owner_user_name='tempest-TestShelveInstance-939629887-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:52Z,user_data=None,user_id='d0d5101358404d3b924acc3814e57237',uuid=0b4fb448-a36c-4dd1-bfbb-3f225309468e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converting VIF {"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.objects.instance [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:48:04 user nova-compute[75502]:   <uuid>0b4fb448-a36c-4dd1-bfbb-3f225309468e</uuid>
Dec 06 08:48:04 user nova-compute[75502]:   <name>instance-00000027</name>
Dec 06 08:48:04 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:48:04 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:48:04 user nova-compute[75502]:   <metadata>
Dec 06 08:48:04 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:48:04 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:48:04 user nova-compute[75502]:       <nova:name>tempest-TestShelveInstance-server-1612933079</nova:name>
Dec 06 08:48:04 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:48:02</nova:creationTime>
Dec 06 08:48:04 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:48:04 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:48:04 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:48:04 user nova-compute[75502]:       <nova:owner>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:user uuid="d0d5101358404d3b924acc3814e57237">tempest-TestShelveInstance-939629887-project-member</nova:user>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:project uuid="24c000d1bebd4a148d48c6290f986b60">tempest-TestShelveInstance-939629887</nova:project>
Dec 06 08:48:04 user nova-compute[75502]:       </nova:owner>
Dec 06 08:48:04 user nova-compute[75502]:       <nova:ports>
Dec 06 08:48:04 user nova-compute[75502]:         <nova:port uuid="ba357fc8-9329-4fc5-b6c2-743c112a18f6">
Dec 06 08:48:04 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:48:04 user nova-compute[75502]:         </nova:port>
Dec 06 08:48:04 user nova-compute[75502]:       </nova:ports>
Dec 06 08:48:04 user nova-compute[75502]:     </nova:instance>
Dec 06 08:48:04 user nova-compute[75502]:   </metadata>
Dec 06 08:48:04 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:48:04 user nova-compute[75502]:     <system>
Dec 06 08:48:04 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:48:04 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:48:04 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:48:04 user nova-compute[75502]:       <entry name="serial">0b4fb448-a36c-4dd1-bfbb-3f225309468e</entry>
Dec 06 08:48:04 user nova-compute[75502]:       <entry name="uuid">0b4fb448-a36c-4dd1-bfbb-3f225309468e</entry>
Dec 06 08:48:04 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:48:04 user nova-compute[75502]:     </system>
Dec 06 08:48:04 user nova-compute[75502]:   </sysinfo>
Dec 06 08:48:04 user nova-compute[75502]:   <os>
Dec 06 08:48:04 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:48:04 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:48:04 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:48:04 user nova-compute[75502]:   </os>
Dec 06 08:48:04 user nova-compute[75502]:   <features>
Dec 06 08:48:04 user nova-compute[75502]:     <acpi/>
Dec 06 08:48:04 user nova-compute[75502]:     <apic/>
Dec 06 08:48:04 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:48:04 user nova-compute[75502]:   </features>
Dec 06 08:48:04 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:48:04 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:48:04 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:48:04 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:48:04 user nova-compute[75502]:   </clock>
Dec 06 08:48:04 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:48:04 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:48:04 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:48:04 user nova-compute[75502]:   </cpu>
Dec 06 08:48:04 user nova-compute[75502]:   <devices>
Dec 06 08:48:04 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:48:04 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:48:04 user nova-compute[75502]:       <source dev="/dev/sdd"/>
Dec 06 08:48:04 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:48:04 user nova-compute[75502]:       <serial>6e7bd328-cd2a-4353-9eee-c989565feee9</serial>
Dec 06 08:48:04 user nova-compute[75502]:     </disk>
Dec 06 08:48:04 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:48:04 user nova-compute[75502]:       <mac address="fa:16:3e:df:49:a5"/>
Dec 06 08:48:04 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:48:04 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:48:04 user nova-compute[75502]:       <target dev="tapba357fc8-93"/>
Dec 06 08:48:04 user nova-compute[75502]:     </interface>
Dec 06 08:48:04 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:48:04 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e/console.log" append="off"/>
Dec 06 08:48:04 user nova-compute[75502]:     </serial>
Dec 06 08:48:04 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:48:04 user nova-compute[75502]:     <video>
Dec 06 08:48:04 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:48:04 user nova-compute[75502]:     </video>
Dec 06 08:48:04 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:48:04 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:48:04 user nova-compute[75502]:     </rng>
Dec 06 08:48:04 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:48:04 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:48:04 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:48:04 user nova-compute[75502]:     </memballoon>
Dec 06 08:48:04 user nova-compute[75502]:   </devices>
Dec 06 08:48:04 user nova-compute[75502]: </domain>
Dec 06 08:48:04 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1612933079',display_name='tempest-TestShelveInstance-server-1612933079',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1612933079',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW/ED8vbGp3vJj85SaNI9z6vxFaEwrM1YF0qvGfJnOerworARVoRtb4i2nxcKk86uM/1PUuq64cYV3b3hsGt6CPPOHHfqB0Qpe4M8SfhisLroFlwEb03of1v8lhHzyGzw==',key_name='tempest-TestShelveInstance-267309129',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='24c000d1bebd4a148d48c6290f986b60',ramdisk_id='',reservation_id='r-yz2j5rcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-939629887',owner_user_name='tempest-TestShelveInstance-939629887-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:52Z,user_data=None,user_id='d0d5101358404d3b924acc3814e57237',uuid=0b4fb448-a36c-4dd1-bfbb-3f225309468e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converting VIF {"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG os_vif [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e012a075-5186-5bca-bd91-daa58a0e2eb8', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba357fc8-93, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba357fc8-93, col_values=(('qos', UUID('d7d848b7-3b09-4956-b103-d08ac2e794f5')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba357fc8-93, col_values=(('external_ids', {'iface-id': 'ba357fc8-9329-4fc5-b6c2-743c112a18f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:49:a5', 'vm-uuid': '0b4fb448-a36c-4dd1-bfbb-3f225309468e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: INFO os_vif [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93')
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] No VIF found with MAC fa:16:3e:df:49:a5, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:48:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:05 user nova-compute[75502]: INFO nova.compute.manager [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Terminating instance
Dec 06 08:48:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-9a22e652-189d-4770-a1ff-4e19f12a6d2d req-6117ba63-32cf-443e-bf09-1038c039ffea service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a22e652-189d-4770-a1ff-4e19f12a6d2d req-6117ba63-32cf-443e-bf09-1038c039ffea service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a22e652-189d-4770-a1ff-4e19f12a6d2d req-6117ba63-32cf-443e-bf09-1038c039ffea service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a22e652-189d-4770-a1ff-4e19f12a6d2d req-6117ba63-32cf-443e-bf09-1038c039ffea service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-9a22e652-189d-4770-a1ff-4e19f12a6d2d req-6117ba63-32cf-443e-bf09-1038c039ffea service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:48:05 user nova-compute[75502]: WARNING nova.compute.manager [req-9a22e652-189d-4770-a1ff-4e19f12a6d2d req-6117ba63-32cf-443e-bf09-1038c039ffea service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state building and task_state spawning.
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-a0b35a5a-4d2f-4230-9780-76646b7ac2ef req-5cda71e1-83f5-49a7-befb-a638d13d6d6b service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-vif-unplugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a0b35a5a-4d2f-4230-9780-76646b7ac2ef req-5cda71e1-83f5-49a7-befb-a638d13d6d6b service nova] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a0b35a5a-4d2f-4230-9780-76646b7ac2ef req-5cda71e1-83f5-49a7-befb-a638d13d6d6b service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a0b35a5a-4d2f-4230-9780-76646b7ac2ef req-5cda71e1-83f5-49a7-befb-a638d13d6d6b service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-a0b35a5a-4d2f-4230-9780-76646b7ac2ef req-5cda71e1-83f5-49a7-befb-a638d13d6d6b service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] No waiting events found dispatching network-vif-unplugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-a0b35a5a-4d2f-4230-9780-76646b7ac2ef req-5cda71e1-83f5-49a7-befb-a638d13d6d6b service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-vif-unplugged-186ddb8f-7af4-420a-a33b-03d09b033dad for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:48:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Instance destroyed successfully.
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lazy-loading 'resources' on Instance uuid bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:43:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-814591998',display_name='tempest-TestServerVolumeAttachmentScenario-server-814591998',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-814591998',id=33,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH+Nl98OThY57sOEH6WW63m6acD3qhZh4LXHZFTyEfNiSJZsVNvQjqtHSf/h6FwVIjrUKz5MxnFLwQ/Y4FiAW9vU7pNE2HtGn1Ut/VpamyE2cJFXskeBl9DQM5SEJcCP7g==',key_name='tempest-keypair-1037786770',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8132644e29f495f85e07f0ac1f456ac',ramdisk_id='',reservation_id='r-hevc0bt4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-629208353',owner_user_name='tempest-TestServerVolumeAttachmentScenario-629208353-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:44:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89d4d37ebc284824b76397e1d236cdeb',uuid=bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Converting VIF {"id": "186ddb8f-7af4-420a-a33b-03d09b033dad", "address": "fa:16:3e:b9:ea:cb", "network": {"id": "09a7c445-7fcd-4485-ba6e-e83f197e9a0d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1395916844-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8132644e29f495f85e07f0ac1f456ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap186ddb8f-7a", "ovs_interfaceid": "186ddb8f-7af4-420a-a33b-03d09b033dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG os_vif [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap186ddb8f-7a, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7f0bcce-22b6-4043-9c8e-3332dfecda77) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: INFO os_vif [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:ea:cb,bridge_name='br-int',has_traffic_filtering=True,id=186ddb8f-7af4-420a-a33b-03d09b033dad,network=Network(09a7c445-7fcd-4485-ba6e-e83f197e9a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap186ddb8f-7a')
Dec 06 08:48:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Deleting instance files /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd_del
Dec 06 08:48:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Deletion of /opt/stack/data/nova/instances/bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd_del complete
Dec 06 08:48:06 user nova-compute[75502]: INFO nova.compute.manager [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Took 1.12 seconds to destroy the instance on the hypervisor.
Dec 06 08:48:06 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:06 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:48:07 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Took 0.83 seconds to deallocate network for instance.
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.460s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:07 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Deleted allocations for instance bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd
Dec 06 08:48:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-d2799213-6898-46df-bf43-60e56c15e476 req-51f03f42-1795-4740-ba42-3b19fea7156d service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2799213-6898-46df-bf43-60e56c15e476 req-51f03f42-1795-4740-ba42-3b19fea7156d service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2799213-6898-46df-bf43-60e56c15e476 req-51f03f42-1795-4740-ba42-3b19fea7156d service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d2799213-6898-46df-bf43-60e56c15e476 req-51f03f42-1795-4740-ba42-3b19fea7156d service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-d2799213-6898-46df-bf43-60e56c15e476 req-51f03f42-1795-4740-ba42-3b19fea7156d service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:48:07 user nova-compute[75502]: WARNING nova.compute.manager [req-d2799213-6898-46df-bf43-60e56c15e476 req-51f03f42-1795-4740-ba42-3b19fea7156d service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state building and task_state spawning.
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a246e1f7-8f68-415c-822e-3959677ac3b3 tempest-TestServerVolumeAttachmentScenario-629208353 tempest-TestServerVolumeAttachmentScenario-629208353-project-member] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.671s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] Acquiring lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] Lock "bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] No waiting events found dispatching network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:48:08 user nova-compute[75502]: WARNING nova.compute.manager [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received unexpected event network-vif-plugged-186ddb8f-7af4-420a-a33b-03d09b033dad for instance with vm_state deleted and task_state None.
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-dae10f85-741a-4d97-af5c-b50d761e92bb req-0020afaf-97cb-45b4-8fdc-0d1589270dec service nova] [instance: bf231afb-ff68-436f-aa8b-d0cf8b9ce6cd] Received event network-vif-deleted-186ddb8f-7af4-420a-a33b-03d09b033dad {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:48:08 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance spawned successfully.
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:48:08 user nova-compute[75502]: INFO nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Took 6.08 seconds to spawn the instance on the hypervisor.
Dec 06 08:48:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:08 user nova-compute[75502]: INFO nova.compute.manager [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Took 17.70 seconds to build instance.
Dec 06 08:48:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-0a12f4df-4540-428e-91da-c45ba6da16a9 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.802s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:10 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:10 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:48:11 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:48:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:48:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7884MB free_disk=25.113616943359375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf0a5030-15ce-4833-a52c-64692264a027 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 65727b3e-7141-47ca-bfcc-7ac3b8655269 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 0b4fb448-a36c-4dd1-bfbb-3f225309468e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:48:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.504s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:48:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:34 user nova-compute[75502]: INFO nova.compute.manager [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Terminating instance
Dec 06 08:48:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-5c570904-d4cd-4065-9fc3-dcd3b493d92f req-b8ea53ba-bc0a-465c-ab03-7189ef8b665a service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-unplugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5c570904-d4cd-4065-9fc3-dcd3b493d92f req-b8ea53ba-bc0a-465c-ab03-7189ef8b665a service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5c570904-d4cd-4065-9fc3-dcd3b493d92f req-b8ea53ba-bc0a-465c-ab03-7189ef8b665a service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5c570904-d4cd-4065-9fc3-dcd3b493d92f req-b8ea53ba-bc0a-465c-ab03-7189ef8b665a service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-5c570904-d4cd-4065-9fc3-dcd3b493d92f req-b8ea53ba-bc0a-465c-ab03-7189ef8b665a service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-unplugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-5c570904-d4cd-4065-9fc3-dcd3b493d92f req-b8ea53ba-bc0a-465c-ab03-7189ef8b665a service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-unplugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Instance destroyed successfully.
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.objects.instance [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'resources' on Instance uuid f1d5c03a-604d-44bc-98a6-bffb8704a98c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:41:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-264325300',display_name='tempest-ServerActionsTestOtherA-server-264325300',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-264325300',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-ka00l8dl',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:45:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=f1d5c03a-604d-44bc-98a6-bffb8704a98c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "address": "fa:16:3e:f4:37:93", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a7d1b54-af", "ovs_interfaceid": "9a7d1b54-af15-4aec-b40b-37d06eeb1877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_vif [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a7d1b54-af, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b60fe645-bf2b-4284-8b3b-53bb0ec491f9) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:35 user nova-compute[75502]: INFO os_vif [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f4:37:93,bridge_name='br-int',has_traffic_filtering=True,id=9a7d1b54-af15-4aec-b40b-37d06eeb1877,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a7d1b54-af')
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmdyEUGz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:48:35 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d34932-23de-4123-a032-a9b20392f514]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:48:35 user nova-compute[75502]: No targets found.
Dec 06 08:48:35 user nova-compute[75502]: iSNS:
Dec 06 08:48:35 user nova-compute[75502]: No targets found.
Dec 06 08:48:35 user nova-compute[75502]: STATIC:
Dec 06 08:48:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:48:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:48:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:48:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:48:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:48:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:48:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:48:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:48:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:48:35 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54
Dec 06 08:48:35 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:48:35 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:48:35 user nova-compute[75502]: FIRMWARE:
Dec 06 08:48:35 user nova-compute[75502]: No targets found.
Dec 06 08:48:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:48:35 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:48:35 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec410094-4acb-42ff-9814-4784fea6ac81]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42e4e08-90f3-4a1d-bc0d-cc288404b574]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:48:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8690700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9de232c-ca3e-4959-8d96-902e504a4c6f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a4c9fa4-fc68-40ab-9aef-6bd4efcf54e7]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.051s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f2c93c-58ca-480d-874c-5e49c467a4f2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.058s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7e88d8-5004-41c3-879d-85f9eb3ba72a]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_285d5ad3', '/dev/disk/by-id/scsi-23036393234313033', '/dev/disk/by-id/scsi-1SCST_BIO285d5ad3-06924103f6faa90b') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ac29676-23d7-49d3-8511-ab29bb53ad4a]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1434d7-2b13-4bb3-b37d-6ee8adcef6dc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d0f156-ae44-4e0a-a0db-001c4370479b]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260]
Dec 06 08:48:35 user nova-compute[75502]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54, portal: 172.16.0.220,3260] successful.
Dec 06 08:48:35 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0ead976-0076-4605-84ef-38b8fd0a1e54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5909e333-860b-41bc-bc9c-9d8c3df8da04]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.399s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] <== disconnect_volume: return (400ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:48:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Deleting instance files /opt/stack/data/nova/instances/f1d5c03a-604d-44bc-98a6-bffb8704a98c_del
Dec 06 08:48:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Deletion of /opt/stack/data/nova/instances/f1d5c03a-604d-44bc-98a6-bffb8704a98c_del complete
Dec 06 08:48:35 user nova-compute[75502]: INFO nova.compute.manager [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Took 1.30 seconds to destroy the instance on the hypervisor.
Dec 06 08:48:35 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:48:35 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:48:36 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:48:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-d8902c66-1471-47e7-9075-77e64cd2af6a req-f599c542-aa70-4ed0-90d5-0a93cb57f9f3 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-deleted-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:36 user nova-compute[75502]: INFO nova.compute.manager [req-d8902c66-1471-47e7-9075-77e64cd2af6a req-f599c542-aa70-4ed0-90d5-0a93cb57f9f3 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Neutron deleted interface 9a7d1b54-af15-4aec-b40b-37d06eeb1877; detaching it from the instance and deleting it from the info cache
Dec 06 08:48:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-d8902c66-1471-47e7-9075-77e64cd2af6a req-f599c542-aa70-4ed0-90d5-0a93cb57f9f3 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:48:36 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Took 0.80 seconds to deallocate network for instance.
Dec 06 08:48:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-d8902c66-1471-47e7-9075-77e64cd2af6a req-f599c542-aa70-4ed0-90d5-0a93cb57f9f3 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Detach interface failed, port_id=9a7d1b54-af15-4aec-b40b-37d06eeb1877, reason: Instance f1d5c03a-604d-44bc-98a6-bffb8704a98c could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-8a6a04bf-833f-4976-8a25-7bb15e3f5fa6 req-e314ed4b-9467-476f-b1e2-8a1ee61de525 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8a6a04bf-833f-4976-8a25-7bb15e3f5fa6 req-e314ed4b-9467-476f-b1e2-8a1ee61de525 service nova] Acquiring lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8a6a04bf-833f-4976-8a25-7bb15e3f5fa6 req-e314ed4b-9467-476f-b1e2-8a1ee61de525 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8a6a04bf-833f-4976-8a25-7bb15e3f5fa6 req-e314ed4b-9467-476f-b1e2-8a1ee61de525 service nova] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-8a6a04bf-833f-4976-8a25-7bb15e3f5fa6 req-e314ed4b-9467-476f-b1e2-8a1ee61de525 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] No waiting events found dispatching network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:48:37 user nova-compute[75502]: WARNING nova.compute.manager [req-8a6a04bf-833f-4976-8a25-7bb15e3f5fa6 req-e314ed4b-9467-476f-b1e2-8a1ee61de525 service nova] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Received unexpected event network-vif-plugged-9a7d1b54-af15-4aec-b40b-37d06eeb1877 for instance with vm_state active and task_state deleting.
Dec 06 08:48:37 user nova-compute[75502]: INFO nova.compute.manager [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Took 0.77 seconds to detach 1 volumes for instance.
Dec 06 08:48:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: f1d5c03a-604d-44bc-98a6-bffb8704a98c] Deleting volume: c0ead976-0076-4605-84ef-38b8fd0a1e54 {{(pid=75502) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:48:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:48:38 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:48:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:48:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.466s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:38 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Deleted allocations for instance f1d5c03a-604d-44bc-98a6-bffb8704a98c
Dec 06 08:48:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-181b43cd-1ee5-448d-834a-f64e9c8f7449 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "f1d5c03a-604d-44bc-98a6-bffb8704a98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.703s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:48:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:48:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:48:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:49:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:49:08 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:49:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:49:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:49:15 user nova-compute[75502]: INFO nova.compute.claims [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Claim successful on node user
Dec 06 08:49:15 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:15 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8094MB free_disk=25.10015869140625GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.403s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.391s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:49:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance d357bbf7-2283-40fc-80ae-ffbff9824fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf0a5030-15ce-4833-a52c-64692264a027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 65727b3e-7141-47ca-bfcc-7ac3b8655269 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 0b4fb448-a36c-4dd1-bfbb-3f225309468e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 00ce9602-9306-4201-b878-a8250621fb7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.policy [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12932e8b2748451aa66f899b34daa85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'facd418698ca4dfc97d90a48c8e9af64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:49:15 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Creating image(s)
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "/opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "/opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "/opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.610s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.213s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.237s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk 1073741824" returned: 0 in 0.050s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Checking if we can resize image /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Cannot resize image /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Ensure instance console log exists: /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:16 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Successfully created port: c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:49:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.objects.instance [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'flavor' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Successfully updated port: c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:18 user nova-compute[75502]: INFO nova.compute.manager [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Attaching volume 6cb896a0-423f-42de-8205-ac61fdc99127 to /dev/vdb
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquired lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-changed-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.compute.manager [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Refreshing instance network info cache due to event network-changed-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] Acquiring lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_brick.utils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b55fb23-3ead-4082-9fd7-4b88471235f8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf41053-3e8d-40be-9685-c2d488134915]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68f4f11-ec95-4eb4-bea1-a6503fd77e89]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b99b6481-5a0d-4a86-a3a4-d123eed93cc8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:49:18 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f4ba92-80c2-4c55-a883-4705f9cd8089]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_brick.utils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating existing volume attachment record: 701dbbb9-61e8-4d63-9c44-f9f92613c533 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updating instance_info_cache with network_info: [{"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Releasing lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Instance network_info: |[{"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] Acquired lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.neutron [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Refreshing network info cache for port c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Start _get_guest_xml network_info=[{"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:49:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:49:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1151246869',display_name='tempest-VolumesSnapshotTestJSON-instance-1151246869',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1151246869',id=40,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPwyJlTylppH45RHhXQW2WpjIMnrpCICCBvm7Syom7V7GLGsoK4taM6WgpVPeFgYRyhyDDkAykEBvDrpd4rgYY3+2CDftj/Zr2B39w+vuA0xTFhWqfd+5DX3LjlonZwPw==',key_name='tempest-keypair-944967281',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='facd418698ca4dfc97d90a48c8e9af64',ramdisk_id='',reservation_id='r-lkshv0s8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-22732873',owner_user_name='tempest-VolumesSnapshotTestJSON-22732873-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:49:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12932e8b2748451aa66f899b34daa85e',uuid=00ce9602-9306-4201-b878-a8250621fb7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converting VIF {"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'pci_devices' on Instance uuid 00ce9602-9306-4201-b878-a8250621fb7f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:49:18 user nova-compute[75502]:   <uuid>00ce9602-9306-4201-b878-a8250621fb7f</uuid>
Dec 06 08:49:18 user nova-compute[75502]:   <name>instance-00000028</name>
Dec 06 08:49:18 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:49:18 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:49:18 user nova-compute[75502]:   <metadata>
Dec 06 08:49:18 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:49:18 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:49:18 user nova-compute[75502]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1151246869</nova:name>
Dec 06 08:49:18 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:49:18</nova:creationTime>
Dec 06 08:49:18 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:49:18 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:49:18 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:49:18 user nova-compute[75502]:       <nova:owner>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:user uuid="12932e8b2748451aa66f899b34daa85e">tempest-VolumesSnapshotTestJSON-22732873-project-member</nova:user>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:project uuid="facd418698ca4dfc97d90a48c8e9af64">tempest-VolumesSnapshotTestJSON-22732873</nova:project>
Dec 06 08:49:18 user nova-compute[75502]:       </nova:owner>
Dec 06 08:49:18 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:49:18 user nova-compute[75502]:       <nova:ports>
Dec 06 08:49:18 user nova-compute[75502]:         <nova:port uuid="c56f8cca-27e4-4d98-8b1a-fdbeda0bde30">
Dec 06 08:49:18 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 08:49:18 user nova-compute[75502]:         </nova:port>
Dec 06 08:49:18 user nova-compute[75502]:       </nova:ports>
Dec 06 08:49:18 user nova-compute[75502]:     </nova:instance>
Dec 06 08:49:18 user nova-compute[75502]:   </metadata>
Dec 06 08:49:18 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:49:18 user nova-compute[75502]:     <system>
Dec 06 08:49:18 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:49:18 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:49:18 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:49:18 user nova-compute[75502]:       <entry name="serial">00ce9602-9306-4201-b878-a8250621fb7f</entry>
Dec 06 08:49:18 user nova-compute[75502]:       <entry name="uuid">00ce9602-9306-4201-b878-a8250621fb7f</entry>
Dec 06 08:49:18 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:49:18 user nova-compute[75502]:     </system>
Dec 06 08:49:18 user nova-compute[75502]:   </sysinfo>
Dec 06 08:49:18 user nova-compute[75502]:   <os>
Dec 06 08:49:18 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:49:18 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:49:18 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:49:18 user nova-compute[75502]:   </os>
Dec 06 08:49:18 user nova-compute[75502]:   <features>
Dec 06 08:49:18 user nova-compute[75502]:     <acpi/>
Dec 06 08:49:18 user nova-compute[75502]:     <apic/>
Dec 06 08:49:18 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:49:18 user nova-compute[75502]:   </features>
Dec 06 08:49:18 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:49:18 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:49:18 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:49:18 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:49:18 user nova-compute[75502]:   </clock>
Dec 06 08:49:18 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:49:18 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:49:18 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:49:18 user nova-compute[75502]:   </cpu>
Dec 06 08:49:18 user nova-compute[75502]:   <devices>
Dec 06 08:49:18 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:49:18 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:49:18 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk"/>
Dec 06 08:49:18 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:49:18 user nova-compute[75502]:     </disk>
Dec 06 08:49:18 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:49:18 user nova-compute[75502]:       <mac address="fa:16:3e:41:af:51"/>
Dec 06 08:49:18 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:18 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:49:18 user nova-compute[75502]:       <target dev="tapc56f8cca-27"/>
Dec 06 08:49:18 user nova-compute[75502]:     </interface>
Dec 06 08:49:18 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:49:18 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/console.log" append="off"/>
Dec 06 08:49:18 user nova-compute[75502]:     </serial>
Dec 06 08:49:18 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:49:18 user nova-compute[75502]:     <video>
Dec 06 08:49:18 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:18 user nova-compute[75502]:     </video>
Dec 06 08:49:18 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:49:18 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:49:18 user nova-compute[75502]:     </rng>
Dec 06 08:49:18 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:49:18 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:49:18 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:49:18 user nova-compute[75502]:     </memballoon>
Dec 06 08:49:18 user nova-compute[75502]:   </devices>
Dec 06 08:49:18 user nova-compute[75502]: </domain>
Dec 06 08:49:18 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:49:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1151246869',display_name='tempest-VolumesSnapshotTestJSON-instance-1151246869',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1151246869',id=40,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPwyJlTylppH45RHhXQW2WpjIMnrpCICCBvm7Syom7V7GLGsoK4taM6WgpVPeFgYRyhyDDkAykEBvDrpd4rgYY3+2CDftj/Zr2B39w+vuA0xTFhWqfd+5DX3LjlonZwPw==',key_name='tempest-keypair-944967281',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='facd418698ca4dfc97d90a48c8e9af64',ramdisk_id='',reservation_id='r-lkshv0s8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-22732873',owner_user_name='tempest-VolumesSnapshotTestJSON-22732873-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:49:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12932e8b2748451aa66f899b34daa85e',uuid=00ce9602-9306-4201-b878-a8250621fb7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converting VIF {"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG os_vif [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '83d764fb-0677-5887-ab14-f035de44e92a', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc56f8cca-27, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc56f8cca-27, col_values=(('qos', UUID('6775eb13-6dd8-4df4-a424-4b59fed1f03c')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc56f8cca-27, col_values=(('external_ids', {'iface-id': 'c56f8cca-27e4-4d98-8b1a-fdbeda0bde30', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:af:51', 'vm-uuid': '00ce9602-9306-4201-b878-a8250621fb7f'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:18 user nova-compute[75502]: INFO os_vif [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27')
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:49:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No VIF found with MAC fa:16:3e:41:af:51, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:49:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updated VIF entry in instance network info cache for port c56f8cca-27e4-4d98-8b1a-fdbeda0bde30. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:49:19 user nova-compute[75502]: DEBUG nova.network.neutron [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updating instance_info_cache with network_info: [{"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-05c39907-765a-4fae-aefa-ef2c7eccbd88 req-4a7a67b8-af46-4300-bce6-fbfa151d2071 service nova] Releasing lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:19 user nova-compute[75502]: INFO nova.compute.manager [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Rescuing
Dec 06 08:49:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Updating instance_info_cache with network_info: [{"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-462e4c3b-d8ca-402f-b42b-6a94687dfd34 req-0e76befe-22c7-4e53-94e3-cb68df30be2c service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-462e4c3b-d8ca-402f-b42b-6a94687dfd34 req-0e76befe-22c7-4e53-94e3-cb68df30be2c service nova] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-462e4c3b-d8ca-402f-b42b-6a94687dfd34 req-0e76befe-22c7-4e53-94e3-cb68df30be2c service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-462e4c3b-d8ca-402f-b42b-6a94687dfd34 req-0e76befe-22c7-4e53-94e3-cb68df30be2c service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-462e4c3b-d8ca-402f-b42b-6a94687dfd34 req-0e76befe-22c7-4e53-94e3-cb68df30be2c service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] No waiting events found dispatching network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:20 user nova-compute[75502]: WARNING nova.compute.manager [req-462e4c3b-d8ca-402f-b42b-6a94687dfd34 req-0e76befe-22c7-4e53-94e3-cb68df30be2c service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received unexpected event network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 for instance with vm_state building and task_state spawning.
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-235059d5-d4cb-405a-80cb-10f2b0a1d0b1 req-318e3f10-9580-4045-b0f0-31a33f133edd service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-235059d5-d4cb-405a-80cb-10f2b0a1d0b1 req-318e3f10-9580-4045-b0f0-31a33f133edd service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-235059d5-d4cb-405a-80cb-10f2b0a1d0b1 req-318e3f10-9580-4045-b0f0-31a33f133edd service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-235059d5-d4cb-405a-80cb-10f2b0a1d0b1 req-318e3f10-9580-4045-b0f0-31a33f133edd service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG nova.compute.manager [req-235059d5-d4cb-405a-80cb-10f2b0a1d0b1 req-318e3f10-9580-4045-b0f0-31a33f133edd service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:20 user nova-compute[75502]: WARNING nova.compute.manager [req-235059d5-d4cb-405a-80cb-10f2b0a1d0b1 req-318e3f10-9580-4045-b0f0-31a33f133edd service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state active and task_state rescuing.
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance destroyed successfully.
Dec 06 08:49:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Attempting a stable device rescue
Dec 06 08:49:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75502) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance directory exists: not creating {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Dec 06 08:49:21 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Creating image(s)
Dec 06 08:49:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "/opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "/opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'trusted_certs' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "f154bd13636073f63078a49eab3b7c1220288282" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "f154bd13636073f63078a49eab3b7c1220288282" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-7cd9f1b1-de2e-4a58-a6d0-6531525a8568 req-49156959-39b1-46a3-8158-acd13dd7f85b service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7cd9f1b1-de2e-4a58-a6d0-6531525a8568 req-49156959-39b1-46a3-8158-acd13dd7f85b service nova] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7cd9f1b1-de2e-4a58-a6d0-6531525a8568 req-49156959-39b1-46a3-8158-acd13dd7f85b service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7cd9f1b1-de2e-4a58-a6d0-6531525a8568 req-49156959-39b1-46a3-8158-acd13dd7f85b service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-7cd9f1b1-de2e-4a58-a6d0-6531525a8568 req-49156959-39b1-46a3-8158-acd13dd7f85b service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] No waiting events found dispatching network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:22 user nova-compute[75502]: WARNING nova.compute.manager [req-7cd9f1b1-de2e-4a58-a6d0-6531525a8568 req-49156959-39b1-46a3-8158-acd13dd7f85b service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received unexpected event network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 for instance with vm_state building and task_state spawning.
Dec 06 08:49:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-2657c526-c6a9-4705-8716-b6d2634c7c15 req-44121b29-0a1f-4ac2-b6f0-ca3c0f0076ca service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2657c526-c6a9-4705-8716-b6d2634c7c15 req-44121b29-0a1f-4ac2-b6f0-ca3c0f0076ca service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2657c526-c6a9-4705-8716-b6d2634c7c15 req-44121b29-0a1f-4ac2-b6f0-ca3c0f0076ca service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2657c526-c6a9-4705-8716-b6d2634c7c15 req-44121b29-0a1f-4ac2-b6f0-ca3c0f0076ca service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-2657c526-c6a9-4705-8716-b6d2634c7c15 req-44121b29-0a1f-4ac2-b6f0-ca3c0f0076ca service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:22 user nova-compute[75502]: WARNING nova.compute.manager [req-2657c526-c6a9-4705-8716-b6d2634c7c15 req-44121b29-0a1f-4ac2-b6f0-ca3c0f0076ca service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state active and task_state rescuing.
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:49:23 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Instance spawned successfully.
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.part --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.images [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] 716a0b2c-953b-4a10-b916-db0868464bf0 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.part /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:23 user nova-compute[75502]: INFO nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Took 7.45 seconds to spawn the instance on the hypervisor.
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.part /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.converted" returned: 0 in 0.287s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:23 user nova-compute[75502]: INFO nova.compute.manager [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Took 8.90 seconds to build instance.
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d8d6b93c-637e-4bbe-92e9-a2aa1cd5d241 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.048s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "f154bd13636073f63078a49eab3b7c1220288282" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.171s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "f154bd13636073f63078a49eab3b7c1220288282" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "f154bd13636073f63078a49eab3b7c1220288282" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282 --force-share --output=json" returned: 0 in 0.231s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282,backing_fmt=raw /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282,backing_fmt=raw /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue" returned: 0 in 0.046s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "f154bd13636073f63078a49eab3b7c1220288282" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'migration_context' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<65727b3e-7141-47ca-bfcc-7ac3b8655269> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Start _get_guest_xml network_info=[{"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "vif_mac": "fa:16:3e:f0:ed:51"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '716a0b2c-953b-4a10-b916-db0868464bf0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '1312e201-08d2-446c-82f0-d89213de5847', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '65727b3e-7141-47ca-bfcc-7ac3b8655269', 'attached_at': '', 'detached_at': '', 'volume_id': '13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'serial': '13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'resources' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<65727b3e-7141-47ca-bfcc-7ac3b8655269> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'numa_topology' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<65727b3e-7141-47ca-bfcc-7ac3b8655269> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:23 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:23 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:49:23 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'vcpu_model' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.objects.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<65727b3e-7141-47ca-bfcc-7ac3b8655269> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:49:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:24 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:24 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[13685f58-5e16-4894-9119-e748c3536ea4]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = hryfuLKa\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 06 08:49:24 user nova-compute[75502]: node.name = iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:49:24 user nova-compute[75502]: node.tpgt = -1
Dec 06 08:49:24 user nova-compute[75502]: node.startup = automatic
Dec 06 08:49:24 user nova-compute[75502]: node.leading_login = No
Dec 06 08:49:24 user nova-compute[75502]: iface.iscsi_ifacename = default
Dec 06 08:49:24 user nova-compute[75502]: iface.net_ifacename = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.ipaddress = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.prefix_len = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.hwaddress = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.transport_name = tcp
Dec 06 08:49:24 user nova-compute[75502]: iface.initiatorname = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.vlan_id = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.vlan_priority = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.vlan_state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.iface_num = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.mtu = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.port = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.bootproto = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.subnet_mask = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.gateway = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_alt_client_id_state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_alt_client_id = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_dns = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_learn_iqn = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_req_vendor_id_state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_vendor_id_state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_vendor_id = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.dhcp_slp_da = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.fragmentation = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.gratuitous_arp = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.incoming_forwarding = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.tos_state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.tos = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.ttl = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.delayed_ack = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.tcp_nagle = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.tcp_wsf_state = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.tcp_wsf = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.tcp_timer_scale = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.tcp_timestamp = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.redirect = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.def_task_mgmt_timeout = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.header_digest = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.data_digest = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.immediate_data = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.initial_r2t = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.data_seq_inorder = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.data_pdu_inorder = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.erl = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.max_receive_data_len = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.first_burst_len = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.max_outstanding_r2t = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.max_burst_len = 0
Dec 06 08:49:24 user nova-compute[75502]: iface.chap_auth = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.bidi_chap = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.strict_login_compliance = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.discovery_auth = <empty>
Dec 06 08:49:24 user nova-compute[75502]: iface.discovery_logout = <empty>
Dec 06 08:49:24 user nova-compute[75502]: node.discovery_address = <empty>
Dec 06 08:49:24 user nova-compute[75502]: node.discovery_port = 0
Dec 06 08:49:24 user nova-compute[75502]: node.discovery_type = static
Dec 06 08:49:24 user nova-compute[75502]: node.session.initial_cmdsn = 0
Dec 06 08:49:24 user nova-compute[75502]: node.session.initial_login_retry_max = 8
Dec 06 08:49:24 user nova-compute[75502]: node.session.xmit_thread_priority = -20
Dec 06 08:49:24 user nova-compute[75502]: node.session.cmds_max = 128
Dec 06 08:49:24 user nova-compute[75502]: node.session.queue_depth = 32
Dec 06 08:49:24 user nova-compute[75502]: node.session.nr_sessions = 1
Dec 06 08:49:24 user nova-compute[75502]: node.session.auth.authmethod = CHAP
Dec 06 08:49:24 user nova-compute[75502]: node.session.auth.username = hryfuLKa
Dec 06 08:49:24 user nova-compute[75502]: node.session.auth.password = ***
Dec 06 08:49:24 user nova-compute[75502]: node.session.auth.username_in = <empty>
Dec 06 08:49:24 user nova-compute[75502]: node.session.auth.password_in = <empty>
Dec 06 08:49:24 user nova-compute[75502]: node.session.auth.chap_algs = MD5
Dec 06 08:49:24 user nova-compute[75502]: node.session.timeo.replacement_timeout = 120
Dec 06 08:49:24 user nova-compute[75502]: node.session.err_timeo.abort_timeout = 15
Dec 06 08:49:24 user nova-compute[75502]: node.session.err_timeo.lu_reset_timeout = 30
Dec 06 08:49:24 user nova-compute[75502]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 06 08:49:24 user nova-compute[75502]: node.session.err_timeo.host_reset_timeout = 60
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.FastAbort = Yes
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.InitialR2T = No
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.ImmediateData = Yes
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.FirstBurstLength = 262144
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.MaxBurstLength = 16776192
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.DefaultTime2Retain = 0
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.DefaultTime2Wait = 2
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.MaxConnections = 1
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 06 08:49:24 user nova-compute[75502]: node.session.iscsi.ERL = 0
Dec 06 08:49:24 user nova-compute[75502]: node.session.scan = manual
Dec 06 08:49:24 user nova-compute[75502]: node.session.reopen_max = 0
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].address = 172.16.0.220
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].port = 3260
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].startup = manual
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].tcp.window_size = 524288
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].tcp.type_of_service = 0
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].timeo.logout_timeout = 15
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].timeo.login_timeout = 15
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].timeo.auth_timeout = 45
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].timeo.noop_out_interval = 5
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].timeo.noop_out_timeout = 5
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].iscsi.HeaderDigest = None
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].iscsi.DataDigest = None
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].iscsi.IFMarker = No
Dec 06 08:49:24 user nova-compute[75502]: node.conn[0].iscsi.OFMarker = No
Dec 06 08:49:24 user nova-compute[75502]: # END RECORD
Dec 06 08:49:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea478140-e75c-4388-8d40-327b136cb571]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5e58bc-381e-4316-bea7-e314be9abcb5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hryfuLKa {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hryfuLKa" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d8de3db-1da6-454a-b78a-348158ff12df]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hryfuLKa'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[825a51c3-e89d-4005-b980-3a09e721853e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[483c2179-00aa-48f8-b35e-a1c1e28711f4]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:24 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:24 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:24 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:24 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:24 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.168s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] HCTL ('34', '0', '0', 0) found on session 44 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f87232-351c-426d-a297-4b86a9e01bae]: (4, ('0 0 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Searching for a device in session 44 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.194s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== connect_volume: return (196ms) {'type': 'block', 'scsi_wwn': '26535656263653135', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535656263653135', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-298219238',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-298219238',id=38,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:47:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-sx0cr50j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:47:57Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=65727b3e-7141-47ca-bfcc-7ac3b8655269,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "vif_mac": "fa:16:3e:f0:ed:51"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "vif_mac": "fa:16:3e:f0:ed:51"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'pci_devices' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.objects.base [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Object Instance<65727b3e-7141-47ca-bfcc-7ac3b8655269> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:49:24 user nova-compute[75502]:   <uuid>65727b3e-7141-47ca-bfcc-7ac3b8655269</uuid>
Dec 06 08:49:24 user nova-compute[75502]:   <name>instance-00000026</name>
Dec 06 08:49:24 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:49:24 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:49:24 user nova-compute[75502]:   <metadata>
Dec 06 08:49:24 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:49:24 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:49:24 user nova-compute[75502]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-298219238</nova:name>
Dec 06 08:49:24 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:49:23</nova:creationTime>
Dec 06 08:49:24 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:49:24 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:49:24 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:49:24 user nova-compute[75502]:       <nova:owner>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:user uuid="6354c5ebaf354b439a8c77fa289093fb">tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member</nova:user>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:project uuid="e88fb77c90a04ed7bc2415b5b06011ac">tempest-ServerBootFromVolumeStableRescueTest-1602670048</nova:project>
Dec 06 08:49:24 user nova-compute[75502]:       </nova:owner>
Dec 06 08:49:24 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:49:24 user nova-compute[75502]:       <nova:ports>
Dec 06 08:49:24 user nova-compute[75502]:         <nova:port uuid="5d62c570-df46-4d3c-b599-e91c39a40603">
Dec 06 08:49:24 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:49:24 user nova-compute[75502]:         </nova:port>
Dec 06 08:49:24 user nova-compute[75502]:       </nova:ports>
Dec 06 08:49:24 user nova-compute[75502]:     </nova:instance>
Dec 06 08:49:24 user nova-compute[75502]:   </metadata>
Dec 06 08:49:24 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:49:24 user nova-compute[75502]:     <system>
Dec 06 08:49:24 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:49:24 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:49:24 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:49:24 user nova-compute[75502]:       <entry name="serial">65727b3e-7141-47ca-bfcc-7ac3b8655269</entry>
Dec 06 08:49:24 user nova-compute[75502]:       <entry name="uuid">65727b3e-7141-47ca-bfcc-7ac3b8655269</entry>
Dec 06 08:49:24 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:49:24 user nova-compute[75502]:     </system>
Dec 06 08:49:24 user nova-compute[75502]:   </sysinfo>
Dec 06 08:49:24 user nova-compute[75502]:   <os>
Dec 06 08:49:24 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:49:24 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:49:24 user nova-compute[75502]:   </os>
Dec 06 08:49:24 user nova-compute[75502]:   <features>
Dec 06 08:49:24 user nova-compute[75502]:     <acpi/>
Dec 06 08:49:24 user nova-compute[75502]:     <apic/>
Dec 06 08:49:24 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:49:24 user nova-compute[75502]:   </features>
Dec 06 08:49:24 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:49:24 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:49:24 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:49:24 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:49:24 user nova-compute[75502]:   </clock>
Dec 06 08:49:24 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:49:24 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:49:24 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:49:24 user nova-compute[75502]:   </cpu>
Dec 06 08:49:24 user nova-compute[75502]:   <devices>
Dec 06 08:49:24 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:49:24 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:49:24 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 08:49:24 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:49:24 user nova-compute[75502]:       <serial>13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9</serial>
Dec 06 08:49:24 user nova-compute[75502]:     </disk>
Dec 06 08:49:24 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:49:24 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:49:24 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue"/>
Dec 06 08:49:24 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:49:24 user nova-compute[75502]:       <boot order="1"/>
Dec 06 08:49:24 user nova-compute[75502]:     </disk>
Dec 06 08:49:24 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:49:24 user nova-compute[75502]:       <mac address="fa:16:3e:f0:ed:51"/>
Dec 06 08:49:24 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:24 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:49:24 user nova-compute[75502]:       <target dev="tap5d62c570-df"/>
Dec 06 08:49:24 user nova-compute[75502]:     </interface>
Dec 06 08:49:24 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:49:24 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/console.log" append="off"/>
Dec 06 08:49:24 user nova-compute[75502]:     </serial>
Dec 06 08:49:24 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:49:24 user nova-compute[75502]:     <video>
Dec 06 08:49:24 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:24 user nova-compute[75502]:     </video>
Dec 06 08:49:24 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:49:24 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:49:24 user nova-compute[75502]:     </rng>
Dec 06 08:49:24 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:49:24 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:49:24 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:49:24 user nova-compute[75502]:     </memballoon>
Dec 06 08:49:24 user nova-compute[75502]:   </devices>
Dec 06 08:49:24 user nova-compute[75502]: </domain>
Dec 06 08:49:24 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:49:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance destroyed successfully.
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] No VIF found with MAC fa:16:3e:f0:ed:51, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:49:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6ec1150-9e6d-4328-ba58-b46f46355803 req-71e9191b-7e50-46b8-9c2f-c5c8a7cf42df service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6ec1150-9e6d-4328-ba58-b46f46355803 req-71e9191b-7e50-46b8-9c2f-c5c8a7cf42df service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6ec1150-9e6d-4328-ba58-b46f46355803 req-71e9191b-7e50-46b8-9c2f-c5c8a7cf42df service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a6ec1150-9e6d-4328-ba58-b46f46355803 req-71e9191b-7e50-46b8-9c2f-c5c8a7cf42df service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-a6ec1150-9e6d-4328-ba58-b46f46355803 req-71e9191b-7e50-46b8-9c2f-c5c8a7cf42df service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:26 user nova-compute[75502]: WARNING nova.compute.manager [req-a6ec1150-9e6d-4328-ba58-b46f46355803 req-71e9191b-7e50-46b8-9c2f-c5c8a7cf42df service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state active and task_state rescuing.
Dec 06 08:49:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-75f53221-115a-4eec-996a-3ea4c0311da2 req-194e89f7-1dbd-4acd-b858-24dc0574c260 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-75f53221-115a-4eec-996a-3ea4c0311da2 req-194e89f7-1dbd-4acd-b858-24dc0574c260 service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-75f53221-115a-4eec-996a-3ea4c0311da2 req-194e89f7-1dbd-4acd-b858-24dc0574c260 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-75f53221-115a-4eec-996a-3ea4c0311da2 req-194e89f7-1dbd-4acd-b858-24dc0574c260 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-75f53221-115a-4eec-996a-3ea4c0311da2 req-194e89f7-1dbd-4acd-b858-24dc0574c260 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:28 user nova-compute[75502]: WARNING nova.compute.manager [req-75f53221-115a-4eec-996a-3ea4c0311da2 req-194e89f7-1dbd-4acd-b858-24dc0574c260 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state active and task_state rescuing.
Dec 06 08:49:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-1372b7cb-5c04-4b6e-9dbf-2b094aeeb3d3 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:49:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:49:29 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:29 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:29 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadcd754-26ae-4981-8bb9-72b33cd4b190]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:49:29 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ebeebf-1ba1-42aa-8948-b8b18729f72c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127] added
Dec 06 08:49:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62b8b2e-93c7-437e-a8b7-8cf3d53345ae]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[98846825-0482-4c22-96f8-85d2410c34d2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uBVTjJzl {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uBVTjJzl" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6339e7d-ebaa-4327-9774-936eebd106f9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uBVTjJzl'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7841605d-2913-41ae-bded-889cffd3d928]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4f6fd2-6615-435a-a005-0a866e5bec1a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4829278d-cfcb-462a-8c84-df2992b17c46]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]
Dec 06 08:49:29 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.
Dec 06 08:49:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3f7d70-8f82-4a9f-805e-5b2ec284f5ad]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe04a83-5252-4b78-bfd5-73a28189378b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:29 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.425s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.048s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[96140972-805d-477a-9f76-153dad8f3e21]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:49:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.492s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== connect_volume: return (1494ms) {'type': 'block', 'scsi_wwn': '26335333538396236', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335333538396236', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG nova.objects.instance [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'flavor' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:49:30 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:49:30 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:49:30 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:49:30 user nova-compute[75502]:   <serial>6cb896a0-423f-42de-8205-ac61fdc99127</serial>
Dec 06 08:49:30 user nova-compute[75502]: </disk>
Dec 06 08:49:30 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:30 user nova-compute[75502]: INFO nova.compute.manager [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Terminating instance
Dec 06 08:49:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:49:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b2ead29-3ad4-474d-b9a7-8f0135e74729 req-1443c7c4-2352-49b1-8778-357cfbfe2662 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-vif-unplugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b2ead29-3ad4-474d-b9a7-8f0135e74729 req-1443c7c4-2352-49b1-8778-357cfbfe2662 service nova] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b2ead29-3ad4-474d-b9a7-8f0135e74729 req-1443c7c4-2352-49b1-8778-357cfbfe2662 service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b2ead29-3ad4-474d-b9a7-8f0135e74729 req-1443c7c4-2352-49b1-8778-357cfbfe2662 service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b2ead29-3ad4-474d-b9a7-8f0135e74729 req-1443c7c4-2352-49b1-8778-357cfbfe2662 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] No waiting events found dispatching network-vif-unplugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b2ead29-3ad4-474d-b9a7-8f0135e74729 req-1443c7c4-2352-49b1-8778-357cfbfe2662 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-vif-unplugged-c828bea8-5527-4e28-970b-3d94ad4b8203 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No VIF found with MAC fa:16:3e:c6:fd:34, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-968c9f1e-2283-4d7a-9585-a0580d19f90e tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.267s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Instance destroyed successfully.
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lazy-loading 'resources' on Instance uuid d357bbf7-2283-40fc-80ae-ffbff9824fb9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1116566060',display_name='tempest-ServerActionsTestOtherA-server-1116566060',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1116566060',id=6,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZlmGS4W/9PE2BaLvDUnTSelIE3MK2Q/5Uvr2dp57Q0peJNLGqIBh9O9tCPogE2QZ3KYkU6YfBXZPgUXL2Lsi5zOq8cKb9N9fPsScXKxPHvVlJ3yHAc+MlIEPGEa7ZO4Q==',key_name='tempest-keypair-715697366',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:30:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0fbc044696134c55bd39d4d5daf4777a',ramdisk_id='',reservation_id='r-jzma7gwv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-694215749',owner_user_name='tempest-ServerActionsTestOtherA-694215749-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:30:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b6228139838f4a3588c66e70850b9d03',uuid=d357bbf7-2283-40fc-80ae-ffbff9824fb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converting VIF {"id": "c828bea8-5527-4e28-970b-3d94ad4b8203", "address": "fa:16:3e:b1:18:23", "network": {"id": "ddbe82f6-0a7a-4458-a8c1-2198035e07ca", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-204985241-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0fbc044696134c55bd39d4d5daf4777a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc828bea8-55", "ovs_interfaceid": "c828bea8-5527-4e28-970b-3d94ad4b8203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG os_vif [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc828bea8-55, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=308a4ab0-5897-4ba9-bd00-767dd05db612) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:31 user nova-compute[75502]: INFO os_vif [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b1:18:23,bridge_name='br-int',has_traffic_filtering=True,id=c828bea8-5527-4e28-970b-3d94ad4b8203,network=Network(ddbe82f6-0a7a-4458-a8c1-2198035e07ca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc828bea8-55')
Dec 06 08:49:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Deleting instance files /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9_del
Dec 06 08:49:31 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Deletion of /opt/stack/data/nova/instances/d357bbf7-2283-40fc-80ae-ffbff9824fb9_del complete
Dec 06 08:49:31 user nova-compute[75502]: INFO nova.compute.manager [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Took 1.00 seconds to destroy the instance on the hypervisor.
Dec 06 08:49:31 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:49:31 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:49:32 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:32 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Took 0.58 seconds to deallocate network for instance.
Dec 06 08:49:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:32 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:49:32 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:49:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.443s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:32 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Deleted allocations for instance d357bbf7-2283-40fc-80ae-ffbff9824fb9
Dec 06 08:49:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c53a71a-1c02-4b96-a443-2ae2648533a6 tempest-ServerActionsTestOtherA-694215749 tempest-ServerActionsTestOtherA-694215749-project-member] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.306s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] Acquiring lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] Lock "d357bbf7-2283-40fc-80ae-ffbff9824fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] No waiting events found dispatching network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:33 user nova-compute[75502]: WARNING nova.compute.manager [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received unexpected event network-vif-plugged-c828bea8-5527-4e28-970b-3d94ad4b8203 for instance with vm_state deleted and task_state None.
Dec 06 08:49:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-a2b0b0b7-eefe-403e-9389-0a26036ffba5 req-8fc9b172-a780-4aa9-bf71-25ef36788ed8 service nova] [instance: d357bbf7-2283-40fc-80ae-ffbff9824fb9] Received event network-vif-deleted-c828bea8-5527-4e28-970b-3d94ad4b8203 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing instance network info cache due to event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:49:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:49:41 user nova-compute[75502]: DEBUG nova.network.neutron [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updated VIF entry in instance network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:49:41 user nova-compute[75502]: DEBUG nova.network.neutron [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4b20a3f9-745d-4604-823f-580397008a8b req-6d4fb9ec-e8be-49cd-b647-494699b6a29f service nova] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing instance network info cache due to event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing instance network info cache due to event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updated VIF entry in instance network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-35ee2877-cf7b-44a0-908e-3b47aa39da79 req-0e5484f3-d301-424d-833c-f255b281bca0 service nova] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:44 user nova-compute[75502]: INFO nova.compute.manager [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Shelve offloading
Dec 06 08:49:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updated VIF entry in instance network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:49:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc3786aa-353e-4f62-ac83-dcd08164cc76 req-8fa8919b-a446-4da5-a514-6029b06b8208 service nova] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance destroyed successfully.
Dec 06 08:49:45 user nova-compute[75502]: DEBUG nova.compute.manager [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-unplugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-unplugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:45 user nova-compute[75502]: WARNING nova.compute.manager [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-unplugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state active and task_state shelving.
Dec 06 08:49:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:45 user nova-compute[75502]: WARNING nova.compute.manager [req-9a9e4543-291d-4c48-91ff-0a43a5f7238f req-0cd4e1c2-5015-43cc-81d2-9b510bb50e4b service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state active and task_state shelving.
Dec 06 08:49:46 user nova-compute[75502]: DEBUG nova.network.neutron [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance destroyed successfully.
Dec 06 08:49:47 user nova-compute[75502]: DEBUG nova.objects.instance [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'resources' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1612933079',display_name='tempest-TestShelveInstance-server-1612933079',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1612933079',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW/ED8vbGp3vJj85SaNI9z6vxFaEwrM1YF0qvGfJnOerworARVoRtb4i2nxcKk86uM/1PUuq64cYV3b3hsGt6CPPOHHfqB0Qpe4M8SfhisLroFlwEb03of1v8lhHzyGzw==',key_name='tempest-TestShelveInstance-267309129',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:48:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='24c000d1bebd4a148d48c6290f986b60',ramdisk_id='',reservation_id='r-yz2j5rcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-939629887',owner_user_name='tempest-TestShelveInstance-939629887-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:48:09Z,user_data=None,user_id='d0d5101358404d3b924acc3814e57237',uuid=0b4fb448-a36c-4dd1-bfbb-3f225309468e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converting VIF {"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_vif [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba357fc8-93, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d7d848b7-3b09-4956-b103-d08ac2e794f5) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:47 user nova-compute[75502]: INFO os_vif [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93')
Dec 06 08:49:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:49:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5eb129f-1469-4a39-9b68-3e9b604f32e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:49:47 user nova-compute[75502]: No targets found.
Dec 06 08:49:47 user nova-compute[75502]: iSNS:
Dec 06 08:49:47 user nova-compute[75502]: No targets found.
Dec 06 08:49:47 user nova-compute[75502]: STATIC:
Dec 06 08:49:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:49:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:49:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:49:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127
Dec 06 08:49:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:47 user nova-compute[75502]: FIRMWARE:
Dec 06 08:49:47 user nova-compute[75502]: No targets found.
Dec 06 08:49:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:49:47 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:49:47 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9432e803-fbe9-422c-8fcc-c016e50359ac]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda55cb3-fd85-4eb9-a383-182b29fa3ec9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94cc8e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce0bcc5-fb34-4df9-9ee5-f90ccff36d8f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b957e79-33a8-4496-98e9-80ba02b45bdd]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da7c672-5c68-4290-85b3-d78200cc98e4]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bea923-4b67-45e7-b2c0-e0fbc35f00fa]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:49:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[12af5349-6a7b-40df-8f44-2c90d112eab3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG nova.compute.manager [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing instance network info cache due to event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c4aba1-5b60-4056-ac05-84e35b0adb5f]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]
Dec 06 08:49:48 user nova-compute[75502]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.
Dec 06 08:49:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd8babf-2219-4172-bd33-04c5fc914254]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] <== disconnect_volume: return (374ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:49:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Deleting instance files /opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e_del
Dec 06 08:49:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Deletion of /opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e_del complete
Dec 06 08:49:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updated VIF entry in instance network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": null, "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapba357fc8-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-eda44c1c-e46c-4cd8-9f34-261ab4a309e4 req-39869ef7-e96d-4a90-b891-2ae7c91e1499 service nova] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:49 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Deleted allocations for instance 0b4fb448-a36c-4dd1-bfbb-3f225309468e
Dec 06 08:49:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG nova.objects.instance [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'numa_topology' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG nova.objects.base [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Object Instance<0b4fb448-a36c-4dd1-bfbb-3f225309468e> lazy-loaded attributes: resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-46f19416-3253-4c7c-b2fd-19cb7bddf65c tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 5.350s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:50 user nova-compute[75502]: INFO nova.compute.manager [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Rebooting instance
Dec 06 08:49:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:50 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:49:51 user nova-compute[75502]: INFO nova.compute.claims [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Claim successful on node user
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:49:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance destroyed successfully.
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'resources' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1329492925',display_name='tempest-TestMinimumBasicScenario-server-1329492925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1329492925',id=37,image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuWK7H/5piCwb1McprzTLGWvj3f1XFz2vHXs2nj1xCTE66WcqMb0aGNoB6pyEUROH1WepemC19dd4nJQRpgG9e0Vowj1p/NGOE/bERRMx+YCbPO0/QfOUglDtFsMq8Xng==',key_name='tempest-TestMinimumBasicScenario-527640784',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:47:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-g2e6feok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:49:51Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=cf0a5030-15ce-4833-a52c-64692264a027,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2228789-60, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.360s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e014eb9-8f0e-4b9c-8013-41d993e05a85) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:52 user nova-compute[75502]: INFO os_vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60')
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:49:52 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b401b61-6882-44bc-ae44-0e3e026b6a3e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:49:52 user nova-compute[75502]: No targets found.
Dec 06 08:49:52 user nova-compute[75502]: iSNS:
Dec 06 08:49:52 user nova-compute[75502]: No targets found.
Dec 06 08:49:52 user nova-compute[75502]: STATIC:
Dec 06 08:49:52 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:49:52 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:52 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:52 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:49:52 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:52 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:52 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127
Dec 06 08:49:52 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:49:52 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:49:52 user nova-compute[75502]: FIRMWARE:
Dec 06 08:49:52 user nova-compute[75502]: No targets found.
Dec 06 08:49:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:49:52 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:49:52 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[65423122-ed38-402a-9a62-0e164224870f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[14532c23-0e8f-440d-bc11-39f18f7d404e]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:52 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:52 user nova-compute[75502]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:52 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:52 user nova-compute[75502]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f42e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f8bcfd3-5221-4bd1-a580-2250f0ad5f35]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3436c92-9894-4450-8802-6cede7c55675]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.policy [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ee31a4b7e9d49a39f9cdf4daa1f1fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b178de5dbe54dd4af102e4f9f455ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ef005c5-29aa-4ec3-b232-39889fa3b467]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:49:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Creating image(s)
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "/opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "/opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bcee158-5034-4d8d-841a-8f5e86a01901]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa5bf59d-0ecc-478c-b492-2394d5aa9947]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --logout" returned: 0 in 0.099s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd5ed5c-5f37-4ae2-8114-ba6eabaea28f]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]
Dec 06 08:49:52 user nova-compute[75502]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.
Dec 06 08:49:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[500d4a46-63f0-4924-8981-2a6600179e2a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== disconnect_volume: return (398ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Start _get_guest_xml network_info=[{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '701dbbb9-61e8-4d63-9c44-f9f92613c533', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'cf0a5030-15ce-4833-a52c-64692264a027', 'attached_at': '', 'detached_at': '', 'volume_id': '6cb896a0-423f-42de-8205-ac61fdc99127', 'serial': '6cb896a0-423f-42de-8205-ac61fdc99127'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:49:52 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:52 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'vcpu_model' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.objects.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Object Instance<cf0a5030-15ce-4833-a52c-64692264a027> lazy-loaded attributes: resources,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:49:52 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:52 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:49:52 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3baaae-0a1c-4e4e-9e45-95f6d0caadbd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:49:52 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0f6a18-5f14-4386-9a79-406b170af0a2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127] added
Dec 06 08:49:52 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f901b93e-8beb-42db-a3e4-25ec1582fb57]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk 1073741824" returned: 0 in 0.047s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d2d50f-2fb1-4c1c-8881-1be55964b338]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uBVTjJzl {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uBVTjJzl" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f9763f9-7753-46d4-96d6-7a186d9309d0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uBVTjJzl'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d249a4-b6c8-4666-9449-aae6dfea870c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0499ba1-527f-4169-ab04-3e0a642be673]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f61efa-85b7-459e-aeca-02851d2f8e6c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Successfully created port: 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]
Dec 06 08:49:53 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.
Dec 06 08:49:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c82355fd-7386-43c7-a847-6089ebaa401c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be7eef2-f995-4f15-8248-0c90c8a64763]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:49:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6f59de-40c9-4cd4-8604-33e774c72465]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.357s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Cannot resize image /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Ensure instance console log exists: /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-c9b61e03-554b-40de-800d-6174cd32c611 req-cb49c14a-d761-4739-af21-514f17779c27 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-unplugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c9b61e03-554b-40de-800d-6174cd32c611 req-cb49c14a-d761-4739-af21-514f17779c27 service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c9b61e03-554b-40de-800d-6174cd32c611 req-cb49c14a-d761-4739-af21-514f17779c27 service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c9b61e03-554b-40de-800d-6174cd32c611 req-cb49c14a-d761-4739-af21-514f17779c27 service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-c9b61e03-554b-40de-800d-6174cd32c611 req-cb49c14a-d761-4739-af21-514f17779c27 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-unplugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:53 user nova-compute[75502]: WARNING nova.compute.manager [req-c9b61e03-554b-40de-800d-6174cd32c611 req-cb49c14a-d761-4739-af21-514f17779c27 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-unplugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Successfully updated port: 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquired lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-changed-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Refreshing instance network info cache due to event network-changed-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] Acquiring lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:49:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updating instance_info_cache with network_info: [{"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Releasing lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Instance network_info: |[{"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] Acquired lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Refreshing network info cache for port 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Start _get_guest_xml network_info=[{"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:49:54 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:54 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:49:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7767599',id=41,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdDg9MV3nIYe+so9JMH0kCdCoeTJN10RveWCE/0i7rpus0nQ6igtobNrxZj1x8YvNMWkiq6a8LVF8nV/Ro28C5MGvIyuOFVaeVTH9urLyWo9rb923yW52ROm5pI7Kk+gA==',key_name='tempest-keypair-1601396125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b178de5dbe54dd4af102e4f9f455ddf',ramdisk_id='',reservation_id='r-b0pmmiqw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2022412333',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:49:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ee31a4b7e9d49a39f9cdf4daa1f1fc7',uuid=8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Converting VIF {"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:49:54 user nova-compute[75502]:   <uuid>8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd</uuid>
Dec 06 08:49:54 user nova-compute[75502]:   <name>instance-00000029</name>
Dec 06 08:49:54 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:49:54 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:49:54 user nova-compute[75502]:   <metadata>
Dec 06 08:49:54 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:49:54 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993</nova:name>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:49:54</nova:creationTime>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:49:54 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:49:54 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:owner>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:user uuid="3ee31a4b7e9d49a39f9cdf4daa1f1fc7">tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member</nova:user>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:project uuid="5b178de5dbe54dd4af102e4f9f455ddf">tempest-TestServerVolumeAttachScenarioOldVersion-2022412333</nova:project>
Dec 06 08:49:54 user nova-compute[75502]:       </nova:owner>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:ports>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:port uuid="6d2ffa9f-6813-472d-a0d4-bc6a8eb15839">
Dec 06 08:49:54 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:49:54 user nova-compute[75502]:         </nova:port>
Dec 06 08:49:54 user nova-compute[75502]:       </nova:ports>
Dec 06 08:49:54 user nova-compute[75502]:     </nova:instance>
Dec 06 08:49:54 user nova-compute[75502]:   </metadata>
Dec 06 08:49:54 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:49:54 user nova-compute[75502]:     <system>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="serial">8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="uuid">8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:49:54 user nova-compute[75502]:     </system>
Dec 06 08:49:54 user nova-compute[75502]:   </sysinfo>
Dec 06 08:49:54 user nova-compute[75502]:   <os>
Dec 06 08:49:54 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:49:54 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:49:54 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:49:54 user nova-compute[75502]:   </os>
Dec 06 08:49:54 user nova-compute[75502]:   <features>
Dec 06 08:49:54 user nova-compute[75502]:     <acpi/>
Dec 06 08:49:54 user nova-compute[75502]:     <apic/>
Dec 06 08:49:54 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:49:54 user nova-compute[75502]:   </features>
Dec 06 08:49:54 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:49:54 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:49:54 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:49:54 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:49:54 user nova-compute[75502]:   </clock>
Dec 06 08:49:54 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:49:54 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:49:54 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:49:54 user nova-compute[75502]:   </cpu>
Dec 06 08:49:54 user nova-compute[75502]:   <devices>
Dec 06 08:49:54 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:49:54 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:49:54 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk"/>
Dec 06 08:49:54 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:     </disk>
Dec 06 08:49:54 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:49:54 user nova-compute[75502]:       <mac address="fa:16:3e:46:4f:8e"/>
Dec 06 08:49:54 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:49:54 user nova-compute[75502]:       <target dev="tap6d2ffa9f-68"/>
Dec 06 08:49:54 user nova-compute[75502]:     </interface>
Dec 06 08:49:54 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:49:54 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/console.log" append="off"/>
Dec 06 08:49:54 user nova-compute[75502]:     </serial>
Dec 06 08:49:54 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:49:54 user nova-compute[75502]:     <video>
Dec 06 08:49:54 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:     </video>
Dec 06 08:49:54 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:49:54 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:49:54 user nova-compute[75502]:     </rng>
Dec 06 08:49:54 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:49:54 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:49:54 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:49:54 user nova-compute[75502]:     </memballoon>
Dec 06 08:49:54 user nova-compute[75502]:   </devices>
Dec 06 08:49:54 user nova-compute[75502]: </domain>
Dec 06 08:49:54 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:49:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7767599',id=41,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdDg9MV3nIYe+so9JMH0kCdCoeTJN10RveWCE/0i7rpus0nQ6igtobNrxZj1x8YvNMWkiq6a8LVF8nV/Ro28C5MGvIyuOFVaeVTH9urLyWo9rb923yW52ROm5pI7Kk+gA==',key_name='tempest-keypair-1601396125',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5b178de5dbe54dd4af102e4f9f455ddf',ramdisk_id='',reservation_id='r-b0pmmiqw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2022412333',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:49:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ee31a4b7e9d49a39f9cdf4daa1f1fc7',uuid=8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Converting VIF {"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG os_vif [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c1326210-2624-5179-8cb9-eb0d0865f69f', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d2ffa9f-68, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d2ffa9f-68, col_values=(('qos', UUID('c1261232-0d14-48cb-8fd8-b90dcce08ef9')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d2ffa9f-68, col_values=(('external_ids', {'iface-id': '6d2ffa9f-6813-472d-a0d4-bc6a8eb15839', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:4f:8e', 'vm-uuid': '8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.458s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== connect_volume: return (1460ms) {'type': 'block', 'scsi_wwn': '26335333538396236', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26335333538396236', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:54 user nova-compute[75502]: INFO os_vif [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68')
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1329492925',display_name='tempest-TestMinimumBasicScenario-server-1329492925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1329492925',id=37,image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuWK7H/5piCwb1McprzTLGWvj3f1XFz2vHXs2nj1xCTE66WcqMb0aGNoB6pyEUROH1WepemC19dd4nJQRpgG9e0Vowj1p/NGOE/bERRMx+YCbPO0/QfOUglDtFsMq8Xng==',key_name='tempest-TestMinimumBasicScenario-527640784',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:47:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-g2e6feok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:49:51Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=cf0a5030-15ce-4833-a52c-64692264a027,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'pci_devices' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.objects.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Object Instance<cf0a5030-15ce-4833-a52c-64692264a027> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:49:54 user nova-compute[75502]:   <uuid>cf0a5030-15ce-4833-a52c-64692264a027</uuid>
Dec 06 08:49:54 user nova-compute[75502]:   <name>instance-00000025</name>
Dec 06 08:49:54 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:49:54 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:49:54 user nova-compute[75502]:   <metadata>
Dec 06 08:49:54 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:49:54 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:name>tempest-TestMinimumBasicScenario-server-1329492925</nova:name>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:49:52</nova:creationTime>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:49:54 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:49:54 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:owner>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:user uuid="8c3af05c970742fc9498eb63f266fa49">tempest-TestMinimumBasicScenario-1922680535-project-member</nova:user>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:project uuid="51b78aade781451fa9ec8d737165b7d6">tempest-TestMinimumBasicScenario-1922680535</nova:project>
Dec 06 08:49:54 user nova-compute[75502]:       </nova:owner>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:root type="image" uuid="58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00"/>
Dec 06 08:49:54 user nova-compute[75502]:       <nova:ports>
Dec 06 08:49:54 user nova-compute[75502]:         <nova:port uuid="d2228789-60b4-45dc-950f-af3d2b4d2928">
Dec 06 08:49:54 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 06 08:49:54 user nova-compute[75502]:         </nova:port>
Dec 06 08:49:54 user nova-compute[75502]:       </nova:ports>
Dec 06 08:49:54 user nova-compute[75502]:     </nova:instance>
Dec 06 08:49:54 user nova-compute[75502]:   </metadata>
Dec 06 08:49:54 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:49:54 user nova-compute[75502]:     <system>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="serial">cf0a5030-15ce-4833-a52c-64692264a027</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="uuid">cf0a5030-15ce-4833-a52c-64692264a027</entry>
Dec 06 08:49:54 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:49:54 user nova-compute[75502]:     </system>
Dec 06 08:49:54 user nova-compute[75502]:   </sysinfo>
Dec 06 08:49:54 user nova-compute[75502]:   <os>
Dec 06 08:49:54 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:49:54 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:49:54 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:49:54 user nova-compute[75502]:   </os>
Dec 06 08:49:54 user nova-compute[75502]:   <features>
Dec 06 08:49:54 user nova-compute[75502]:     <acpi/>
Dec 06 08:49:54 user nova-compute[75502]:     <apic/>
Dec 06 08:49:54 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:49:54 user nova-compute[75502]:   </features>
Dec 06 08:49:54 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:49:54 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:49:54 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:49:54 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:49:54 user nova-compute[75502]:   </clock>
Dec 06 08:49:54 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:49:54 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:49:54 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:49:54 user nova-compute[75502]:   </cpu>
Dec 06 08:49:54 user nova-compute[75502]:   <devices>
Dec 06 08:49:54 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:49:54 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:49:54 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk"/>
Dec 06 08:49:54 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:     </disk>
Dec 06 08:49:54 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:49:54 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:49:54 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:49:54 user nova-compute[75502]:       <target dev="vdb" bus="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:       <serial>6cb896a0-423f-42de-8205-ac61fdc99127</serial>
Dec 06 08:49:54 user nova-compute[75502]:     </disk>
Dec 06 08:49:54 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:49:54 user nova-compute[75502]:       <mac address="fa:16:3e:c6:fd:34"/>
Dec 06 08:49:54 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:49:54 user nova-compute[75502]:       <target dev="tapd2228789-60"/>
Dec 06 08:49:54 user nova-compute[75502]:     </interface>
Dec 06 08:49:54 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:49:54 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/console.log" append="off"/>
Dec 06 08:49:54 user nova-compute[75502]:     </serial>
Dec 06 08:49:54 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:49:54 user nova-compute[75502]:     <video>
Dec 06 08:49:54 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:49:54 user nova-compute[75502]:     </video>
Dec 06 08:49:54 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:49:54 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:49:54 user nova-compute[75502]:     </rng>
Dec 06 08:49:54 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:49:54 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:49:54 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:49:54 user nova-compute[75502]:     </memballoon>
Dec 06 08:49:54 user nova-compute[75502]:   </devices>
Dec 06 08:49:54 user nova-compute[75502]: </domain>
Dec 06 08:49:54 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] No VIF found with MAC fa:16:3e:46:4f:8e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'trusted_certs' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.objects.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Object Instance<cf0a5030-15ce-4833-a52c-64692264a027> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updated VIF entry in instance network info cache for port 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updating instance_info_cache with network_info: [{"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:49:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-49ced53c-747d-44b1-bb77-db7d15a6653f req-594e8113-5a94-4024-8fb4-262006ee8322 service nova] Releasing lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Cannot resize image /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'migration_context' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.objects.base [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Object Instance<cf0a5030-15ce-4833-a52c-64692264a027> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1329492925',display_name='tempest-TestMinimumBasicScenario-server-1329492925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1329492925',id=37,image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuWK7H/5piCwb1McprzTLGWvj3f1XFz2vHXs2nj1xCTE66WcqMb0aGNoB6pyEUROH1WepemC19dd4nJQRpgG9e0Vowj1p/NGOE/bERRMx+YCbPO0/QfOUglDtFsMq8Xng==',key_name='tempest-TestMinimumBasicScenario-527640784',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:47:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-g2e6feok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:49:51Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=cf0a5030-15ce-4833-a52c-64692264a027,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG os_vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '922b5f1f-5688-506b-bd92-593014d9f3d5', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2228789-60, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2228789-60, col_values=(('qos', UUID('5824b5ac-ff34-41f4-a291-2226a33d2142')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2228789-60, col_values=(('external_ids', {'iface-id': 'd2228789-60b4-45dc-950f-af3d2b4d2928', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:fd:34', 'vm-uuid': 'cf0a5030-15ce-4833-a52c-64692264a027'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:55 user nova-compute[75502]: INFO os_vif [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60')
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-934f5cf2-1f88-4df3-93e7-5f85410b6814 req-e3e03a9d-4fb3-4b47-a51e-d8567a8751cb service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-934f5cf2-1f88-4df3-93e7-5f85410b6814 req-e3e03a9d-4fb3-4b47-a51e-d8567a8751cb service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-934f5cf2-1f88-4df3-93e7-5f85410b6814 req-e3e03a9d-4fb3-4b47-a51e-d8567a8751cb service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-934f5cf2-1f88-4df3-93e7-5f85410b6814 req-e3e03a9d-4fb3-4b47-a51e-d8567a8751cb service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-934f5cf2-1f88-4df3-93e7-5f85410b6814 req-e3e03a9d-4fb3-4b47-a51e-d8567a8751cb service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:55 user nova-compute[75502]: WARNING nova.compute.manager [req-934f5cf2-1f88-4df3-93e7-5f85410b6814 req-e3e03a9d-4fb3-4b47-a51e-d8567a8751cb service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 08:49:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-5142526b-1439-44a3-95ed-2a1b00cdd3bc req-0f6ca626-00ff-4837-ae87-c74dd32a6e1e service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5142526b-1439-44a3-95ed-2a1b00cdd3bc req-0f6ca626-00ff-4837-ae87-c74dd32a6e1e service nova] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5142526b-1439-44a3-95ed-2a1b00cdd3bc req-0f6ca626-00ff-4837-ae87-c74dd32a6e1e service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5142526b-1439-44a3-95ed-2a1b00cdd3bc req-0f6ca626-00ff-4837-ae87-c74dd32a6e1e service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-5142526b-1439-44a3-95ed-2a1b00cdd3bc req-0f6ca626-00ff-4837-ae87-c74dd32a6e1e service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] No waiting events found dispatching network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:56 user nova-compute[75502]: WARNING nova.compute.manager [req-5142526b-1439-44a3-95ed-2a1b00cdd3bc req-0f6ca626-00ff-4837-ae87-c74dd32a6e1e service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received unexpected event network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 for instance with vm_state building and task_state spawning.
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-42db2427-8ded-4f42-bd70-f2515ef4ffaa req-3871ad78-64bf-4c91-9e86-1c7befe3bb7a service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-42db2427-8ded-4f42-bd70-f2515ef4ffaa req-3871ad78-64bf-4c91-9e86-1c7befe3bb7a service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-42db2427-8ded-4f42-bd70-f2515ef4ffaa req-3871ad78-64bf-4c91-9e86-1c7befe3bb7a service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-42db2427-8ded-4f42-bd70-f2515ef4ffaa req-3871ad78-64bf-4c91-9e86-1c7befe3bb7a service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-42db2427-8ded-4f42-bd70-f2515ef4ffaa req-3871ad78-64bf-4c91-9e86-1c7befe3bb7a service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:57 user nova-compute[75502]: WARNING nova.compute.manager [req-42db2427-8ded-4f42-bd70-f2515ef4ffaa req-3871ad78-64bf-4c91-9e86-1c7befe3bb7a service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state active and task_state reboot_started_hard.
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:49:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-8312140c-e892-4e46-8f47-d1383e864e99 req-98db60b0-57d2-4433-8692-9093300bcdb1 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8312140c-e892-4e46-8f47-d1383e864e99 req-98db60b0-57d2-4433-8692-9093300bcdb1 service nova] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8312140c-e892-4e46-8f47-d1383e864e99 req-98db60b0-57d2-4433-8692-9093300bcdb1 service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8312140c-e892-4e46-8f47-d1383e864e99 req-98db60b0-57d2-4433-8692-9093300bcdb1 service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-8312140c-e892-4e46-8f47-d1383e864e99 req-98db60b0-57d2-4433-8692-9093300bcdb1 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] No waiting events found dispatching network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:58 user nova-compute[75502]: WARNING nova.compute.manager [req-8312140c-e892-4e46-8f47-d1383e864e99 req-98db60b0-57d2-4433-8692-9093300bcdb1 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received unexpected event network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 for instance with vm_state building and task_state spawning.
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:49:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Instance spawned successfully.
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:49:59 user nova-compute[75502]: INFO nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Took 6.98 seconds to spawn the instance on the hypervisor.
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:49:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance rebooted successfully.
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e9d213ee-c30a-4ffa-af8f-c18cf7b78ca3 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.058s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:59 user nova-compute[75502]: INFO nova.compute.manager [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Took 7.70 seconds to build instance.
Dec 06 08:49:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-cf31cf40-c1f3-4eac-a219-4b5e4b272e6e tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.803s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-6e6c6b6b-9fb2-4f0b-961c-c6ea694945d6 req-a2daaa70-13bb-4909-b7ab-ddd44d57b4bb service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6e6c6b6b-9fb2-4f0b-961c-c6ea694945d6 req-a2daaa70-13bb-4909-b7ab-ddd44d57b4bb service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6e6c6b6b-9fb2-4f0b-961c-c6ea694945d6 req-a2daaa70-13bb-4909-b7ab-ddd44d57b4bb service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6e6c6b6b-9fb2-4f0b-961c-c6ea694945d6 req-a2daaa70-13bb-4909-b7ab-ddd44d57b4bb service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:49:59 user nova-compute[75502]: DEBUG nova.compute.manager [req-6e6c6b6b-9fb2-4f0b-961c-c6ea694945d6 req-a2daaa70-13bb-4909-b7ab-ddd44d57b4bb service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:49:59 user nova-compute[75502]: WARNING nova.compute.manager [req-6e6c6b6b-9fb2-4f0b-961c-c6ea694945d6 req-a2daaa70-13bb-4909-b7ab-ddd44d57b4bb service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state active and task_state None.
Dec 06 08:49:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:50:05 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 5d5a79c9-5c90-4801-9e81-d92fa420291f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:50:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:50:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:50:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:50:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:50:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:50:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:50:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7988MB free_disk=24.97061538696289GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf0a5030-15ce-4833-a52c-64692264a027 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 65727b3e-7141-47ca-bfcc-7ac3b8655269 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 00ce9602-9306-4201-b878-a8250621fb7f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:50:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.359s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:50:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:50:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:34 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:50:34 user nova-compute[75502]: INFO nova.compute.claims [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Claim successful on node user
Dec 06 08:50:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:50:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.policy [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17a88a0ea70444285b2638c67b76226', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f23ddfb90740f19d4fd7676c9c93ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:50:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Creating image(s)
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk 1073741824" returned: 0 in 0.051s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Successfully created port: c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Cannot resize image /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Ensure instance console log exists: /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Successfully updated port: c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing instance network info cache due to event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:50:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance network_info: |[{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Start _get_guest_xml network_info=[{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:50:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:50:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:50:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1546711012',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1546711012',id=42,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4uIppcRvew2GBsckwPfYr0+qa3a1w3cWAtpvHqZRF0JV0GqTLFwWlSDPX2i1NZd30IjfbdDl8yvAInuwe4ofm4CNZ5q+PqL0iQoDK2ECcFGYXqvfB4UlZ176DPABHhWQ==',key_name='tempest-keypair-1247884889',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-4gaxtk7n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:50:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=dd392305-9bf4-4400-9a2f-0e1663691faf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'pci_devices' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:50:37 user nova-compute[75502]:   <uuid>dd392305-9bf4-4400-9a2f-0e1663691faf</uuid>
Dec 06 08:50:37 user nova-compute[75502]:   <name>instance-0000002a</name>
Dec 06 08:50:37 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:50:37 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:50:37 user nova-compute[75502]:   <metadata>
Dec 06 08:50:37 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:50:37 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:50:37 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1546711012</nova:name>
Dec 06 08:50:37 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:50:37</nova:creationTime>
Dec 06 08:50:37 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:50:37 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:50:37 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:50:37 user nova-compute[75502]:       <nova:owner>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:user uuid="f17a88a0ea70444285b2638c67b76226">tempest-AttachVolumeShelveTestJSON-1161175809-project-member</nova:user>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:project uuid="60f23ddfb90740f19d4fd7676c9c93ad">tempest-AttachVolumeShelveTestJSON-1161175809</nova:project>
Dec 06 08:50:37 user nova-compute[75502]:       </nova:owner>
Dec 06 08:50:37 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:50:37 user nova-compute[75502]:       <nova:ports>
Dec 06 08:50:37 user nova-compute[75502]:         <nova:port uuid="c0467450-5bf1-448e-a4fc-d2c05d26b5b6">
Dec 06 08:50:37 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 08:50:37 user nova-compute[75502]:         </nova:port>
Dec 06 08:50:37 user nova-compute[75502]:       </nova:ports>
Dec 06 08:50:37 user nova-compute[75502]:     </nova:instance>
Dec 06 08:50:37 user nova-compute[75502]:   </metadata>
Dec 06 08:50:37 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:50:37 user nova-compute[75502]:     <system>
Dec 06 08:50:37 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:50:37 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:50:37 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:50:37 user nova-compute[75502]:       <entry name="serial">dd392305-9bf4-4400-9a2f-0e1663691faf</entry>
Dec 06 08:50:37 user nova-compute[75502]:       <entry name="uuid">dd392305-9bf4-4400-9a2f-0e1663691faf</entry>
Dec 06 08:50:37 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:50:37 user nova-compute[75502]:     </system>
Dec 06 08:50:37 user nova-compute[75502]:   </sysinfo>
Dec 06 08:50:37 user nova-compute[75502]:   <os>
Dec 06 08:50:37 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:50:37 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:50:37 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:50:37 user nova-compute[75502]:   </os>
Dec 06 08:50:37 user nova-compute[75502]:   <features>
Dec 06 08:50:37 user nova-compute[75502]:     <acpi/>
Dec 06 08:50:37 user nova-compute[75502]:     <apic/>
Dec 06 08:50:37 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:50:37 user nova-compute[75502]:   </features>
Dec 06 08:50:37 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:50:37 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:50:37 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:50:37 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:50:37 user nova-compute[75502]:   </clock>
Dec 06 08:50:37 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:50:37 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:50:37 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:50:37 user nova-compute[75502]:   </cpu>
Dec 06 08:50:37 user nova-compute[75502]:   <devices>
Dec 06 08:50:37 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:50:37 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:50:37 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk"/>
Dec 06 08:50:37 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:50:37 user nova-compute[75502]:     </disk>
Dec 06 08:50:37 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:50:37 user nova-compute[75502]:       <mac address="fa:16:3e:8c:83:86"/>
Dec 06 08:50:37 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:50:37 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:50:37 user nova-compute[75502]:       <target dev="tapc0467450-5b"/>
Dec 06 08:50:37 user nova-compute[75502]:     </interface>
Dec 06 08:50:37 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:50:37 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/console.log" append="off"/>
Dec 06 08:50:37 user nova-compute[75502]:     </serial>
Dec 06 08:50:37 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:50:37 user nova-compute[75502]:     <video>
Dec 06 08:50:37 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:50:37 user nova-compute[75502]:     </video>
Dec 06 08:50:37 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:50:37 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:50:37 user nova-compute[75502]:     </rng>
Dec 06 08:50:37 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:50:37 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:50:37 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:50:37 user nova-compute[75502]:     </memballoon>
Dec 06 08:50:37 user nova-compute[75502]:   </devices>
Dec 06 08:50:37 user nova-compute[75502]: </domain>
Dec 06 08:50:37 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:50:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1546711012',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1546711012',id=42,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4uIppcRvew2GBsckwPfYr0+qa3a1w3cWAtpvHqZRF0JV0GqTLFwWlSDPX2i1NZd30IjfbdDl8yvAInuwe4ofm4CNZ5q+PqL0iQoDK2ECcFGYXqvfB4UlZ176DPABHhWQ==',key_name='tempest-keypair-1247884889',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-4gaxtk7n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:50:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=dd392305-9bf4-4400-9a2f-0e1663691faf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG os_vif [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21a05a91-56f9-55f8-b149-c8bb8238dfc0', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0467450-5b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0467450-5b, col_values=(('qos', UUID('97544dea-85b8-4cad-88a9-6fe2c93df8db')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0467450-5b, col_values=(('external_ids', {'iface-id': 'c0467450-5bf1-448e-a4fc-d2c05d26b5b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:83:86', 'vm-uuid': 'dd392305-9bf4-4400-9a2f-0e1663691faf'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:37 user nova-compute[75502]: INFO os_vif [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b')
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No VIF found with MAC fa:16:3e:8c:83:86, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updated VIF entry in instance network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:50:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c790e8b3-1926-4016-9d0a-c27a19b69292 req-74685412-1030-4a34-9222-4f34f0a41507 service nova] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-e16d0d96-729e-4435-9e2e-a97532f3cb5a req-998c5ef3-25ac-4ecb-8569-0d4a4a8fd2b8 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e16d0d96-729e-4435-9e2e-a97532f3cb5a req-998c5ef3-25ac-4ecb-8569-0d4a4a8fd2b8 service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e16d0d96-729e-4435-9e2e-a97532f3cb5a req-998c5ef3-25ac-4ecb-8569-0d4a4a8fd2b8 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e16d0d96-729e-4435-9e2e-a97532f3cb5a req-998c5ef3-25ac-4ecb-8569-0d4a4a8fd2b8 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-e16d0d96-729e-4435-9e2e-a97532f3cb5a req-998c5ef3-25ac-4ecb-8569-0d4a4a8fd2b8 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:50:38 user nova-compute[75502]: WARNING nova.compute.manager [req-e16d0d96-729e-4435-9e2e-a97532f3cb5a req-998c5ef3-25ac-4ecb-8569-0d4a4a8fd2b8 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state building and task_state spawning.
Dec 06 08:50:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:50:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance spawned successfully.
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-0c9daaf8-325b-4f54-b6fc-13462884c1e8 req-0ad0462e-f751-4133-bb53-9a9ff8604ed4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0c9daaf8-325b-4f54-b6fc-13462884c1e8 req-0ad0462e-f751-4133-bb53-9a9ff8604ed4 service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0c9daaf8-325b-4f54-b6fc-13462884c1e8 req-0ad0462e-f751-4133-bb53-9a9ff8604ed4 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0c9daaf8-325b-4f54-b6fc-13462884c1e8 req-0ad0462e-f751-4133-bb53-9a9ff8604ed4 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-0c9daaf8-325b-4f54-b6fc-13462884c1e8 req-0ad0462e-f751-4133-bb53-9a9ff8604ed4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:50:40 user nova-compute[75502]: WARNING nova.compute.manager [req-0c9daaf8-325b-4f54-b6fc-13462884c1e8 req-0ad0462e-f751-4133-bb53-9a9ff8604ed4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state building and task_state spawning.
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:50:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:50:41 user nova-compute[75502]: INFO nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Took 5.46 seconds to spawn the instance on the hypervisor.
Dec 06 08:50:41 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:50:41 user nova-compute[75502]: INFO nova.compute.manager [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Took 6.35 seconds to build instance.
Dec 06 08:50:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6f4dc77b-0752-4907-98e7-1bf65ac86270 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.484s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:50:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:50:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:50:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-changed-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Refreshing instance network info cache due to event network-changed-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] Acquiring lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] Acquired lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG nova.network.neutron [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Refreshing network info cache for port c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:51:05 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'flavor' on Instance uuid 00ce9602-9306-4201-b878-a8250621fb7f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Ignoring supplied device name: /dev/vdb
Dec 06 08:51:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:06 user nova-compute[75502]: INFO nova.compute.manager [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Attaching volume 6aead165-37c2-4f60-bb75-e299f83fa3e7 to /dev/vdb
Dec 06 08:51:06 user nova-compute[75502]: DEBUG os_brick.utils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea2dc2a-7766-4948-b75a-990b36c5944e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b76d13b-8b24-4b33-812d-bc67172f02e9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c08c1b04-6900-43a9-8dee-c7358dbedcaa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4d8c30-bb69-47b1-ad49-97837ddd2d9d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [{"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:51:06 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a0bbb8-03da-424b-a0ef-a682c7e34bf8]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG os_brick.utils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updating existing volume attachment record: 54a5e468-3d4a-40e2-b4a1-e4f77544fa6f {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-03c946b3-8bdb-4843-b60d-4b0fd508f9da" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updated VIF entry in instance network info cache for port c56f8cca-27e4-4d98-8b1a-fdbeda0bde30. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updating instance_info_cache with network_info: [{"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b8896708-4e9d-402f-84b4-563bc8e73489 req-78606df2-0476-4372-952d-6275a4b2b0c5 service nova] Releasing lock "refresh_cache-00ce9602-9306-4201-b878-a8250621fb7f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:10 user nova-compute[75502]: INFO nova.compute.manager [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Unrescuing
Dec 06 08:51:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquired lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:10 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:51:10 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG nova.network.neutron [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Updating instance_info_cache with network_info: [{"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Releasing lock "refresh_cache-65727b3e-7141-47ca-bfcc-7ac3b8655269" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'flavor' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-bc9ac422-a834-458f-b5e8-bea8ec86f7f4 req-f5ac49d7-4639-46a5-9207-9ce34a6e8d65 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bc9ac422-a834-458f-b5e8-bea8ec86f7f4 req-f5ac49d7-4639-46a5-9207-9ce34a6e8d65 service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bc9ac422-a834-458f-b5e8-bea8ec86f7f4 req-f5ac49d7-4639-46a5-9207-9ce34a6e8d65 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bc9ac422-a834-458f-b5e8-bea8ec86f7f4 req-f5ac49d7-4639-46a5-9207-9ce34a6e8d65 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-bc9ac422-a834-458f-b5e8-bea8ec86f7f4 req-f5ac49d7-4639-46a5-9207-9ce34a6e8d65 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:51:11 user nova-compute[75502]: WARNING nova.compute.manager [req-bc9ac422-a834-458f-b5e8-bea8ec86f7f4 req-f5ac49d7-4639-46a5-9207-9ce34a6e8d65 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:51:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:51:11 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance destroyed successfully.
Dec 06 08:51:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:51:13 user nova-compute[75502]: WARNING nova.compute.manager [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:51:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:51:13 user nova-compute[75502]: WARNING nova.compute.manager [req-106621e0-c631-4cb1-9e8f-611bbef146a7 req-ce41f7b1-d414-40d7-abc5-415088a3f363 service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state rescued and task_state unrescuing.
Dec 06 08:51:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:51:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-ee5b4d2f-c453-4e04-9906-c9b4cb1675c2 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-aaddd013-cac6-425b-bb30-d831f68b206a req-39ba4485-826e-4fe9-b1aa-a4a44f3aa44b service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-aaddd013-cac6-425b-bb30-d831f68b206a req-39ba4485-826e-4fe9-b1aa-a4a44f3aa44b service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-aaddd013-cac6-425b-bb30-d831f68b206a req-39ba4485-826e-4fe9-b1aa-a4a44f3aa44b service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-aaddd013-cac6-425b-bb30-d831f68b206a req-39ba4485-826e-4fe9-b1aa-a4a44f3aa44b service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG nova.compute.manager [req-aaddd013-cac6-425b-bb30-d831f68b206a req-39ba4485-826e-4fe9-b1aa-a4a44f3aa44b service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:51:15 user nova-compute[75502]: WARNING nova.compute.manager [req-aaddd013-cac6-425b-bb30-d831f68b206a req-39ba4485-826e-4fe9-b1aa-a4a44f3aa44b service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state active and task_state None.
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CYqVuPWK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:51:16 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:51:16 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:51:16 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c359eee-f6aa-4019-b44a-08422bf558db]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:51:16 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e32031-93e2-4e69-a426-df89eb95a70d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7] added
Dec 06 08:51:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[07774712-74bd-4b72-b6ac-8537c89f408b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c048fc5-7dce-4c48-8947-4098b7dd8e18]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CYqVuPWK {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CYqVuPWK" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d92862b-684f-4354-8eef-83ac7009599d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CYqVuPWK'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a684527f-f8c2-435e-89f0-af2383aef364]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b470900a-2ee5-42ea-8c67-a74d82bf2c11]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bfba301-3989-4eaa-ab10-887bf2d05ec3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260]
Dec 06 08:51:16 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260] successful.
Dec 06 08:51:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[826e6a27-0b1c-4ed0-8eb0-73576be55bc7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[33483216-fe34-4990-acab-0b4a2c154c12]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:16 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] HCTL ('35', '-', '-', 0) found on session 48 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e237611e-5647-4092-acf3-dff89ea1fb5e]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CYqVuPWK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26438616162333163', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26438616162333163', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'flavor' on Instance uuid 00ce9602-9306-4201-b878-a8250621fb7f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:51:17 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:17 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:51:17 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:17 user nova-compute[75502]:   <serial>6aead165-37c2-4f60-bb75-e299f83fa3e7</serial>
Dec 06 08:51:17 user nova-compute[75502]: </disk>
Dec 06 08:51:17 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:51:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:51:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8047MB free_disk=24.92992401123047GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No VIF found with MAC fa:16:3e:41:af:51, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bb9cd691-4704-4896-8862-5d446514ff94 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.420s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf0a5030-15ce-4833-a52c-64692264a027 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 65727b3e-7141-47ca-bfcc-7ac3b8655269 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 00ce9602-9306-4201-b878-a8250621fb7f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance dd392305-9bf4-4400-9a2f-0e1663691faf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:51:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:51:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:51:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.670s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 08:51:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:51:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 08:51:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 08:51:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:36 user nova-compute[75502]: INFO nova.compute.manager [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Unshelving
Dec 06 08:51:36 user nova-compute[75502]: INFO nova.virt.block_device [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Booting with volume 6e7bd328-cd2a-4353-9eee-c989565feee9 at /dev/vda
Dec 06 08:51:36 user nova-compute[75502]: DEBUG os_brick.utils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d74970-80fe-4be7-b13a-8b3bc510972f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad94c2d-310c-4e94-b54b-938170e5e008]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b7c578-ca51-4ecf-b96f-ccfa8087af30]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[10236e20-be29-4c49-b55d-2f79a97df123]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:51:36 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:51:36 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b71f4860-6c9a-4d74-89b6-604e8e1db848]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG os_brick.utils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:51:36 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating existing volume attachment record: 3a35c348-3063-4dad-8ef3-e668ea9d96a3 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:51:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-changed-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Refreshing instance network info cache due to event network-changed-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:51:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] Acquiring lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] Acquired lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:42 user nova-compute[75502]: DEBUG nova.network.neutron [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Refreshing network info cache for port 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:51:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updated VIF entry in instance network info cache for port 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:51:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updating instance_info_cache with network_info: [{"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7336fbb8-3927-4264-981e-57883b870231 req-e20340bc-60f2-4825-8fa0-82aeedbc0b33 service nova] Releasing lock "refresh_cache-8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing instance network info cache due to event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:44 user nova-compute[75502]: INFO nova.compute.manager [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Detaching volume 6cb896a0-423f-42de-8205-ac61fdc99127
Dec 06 08:51:44 user nova-compute[75502]: INFO nova.virt.block_device [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Attempting to driver detach volume 6cb896a0-423f-42de-8205-ac61fdc99127 from mountpoint /dev/vdb
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Attempting to detach device vdb from instance cf0a5030-15ce-4833-a52c-64692264a027 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:51:44 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:44 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:51:44 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:44 user nova-compute[75502]:   <serial>6cb896a0-423f-42de-8205-ac61fdc99127</serial>
Dec 06 08:51:44 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:51:44 user nova-compute[75502]: </disk>
Dec 06 08:51:44 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:51:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully detached device vdb from instance cf0a5030-15ce-4833-a52c-64692264a027 from the persistent domain config.
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cf0a5030-15ce-4833-a52c-64692264a027 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:51:44 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:44 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:51:44 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:44 user nova-compute[75502]:   <serial>6cb896a0-423f-42de-8205-ac61fdc99127</serial>
Dec 06 08:51:44 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:51:44 user nova-compute[75502]: </disk>
Dec 06 08:51:44 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updated VIF entry in instance network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ee138e06-3760-4d03-bfc2-9e79403fe561 req-ead55e6b-c6f4-49fb-9c76-b4a57960fca9 service nova] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing instance network info cache due to event network-changed-d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] Acquiring lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] Acquired lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Refreshing network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updated VIF entry in instance network info cache for port d2228789-60b4-45dc-950f-af3d2b4d2928. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [{"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6c28407c-6148-4d3a-99ad-2b16d4b0bbba req-323c390b-11e7-40f0-8781-56e8abb96166 service nova] Releasing lock "refresh_cache-cf0a5030-15ce-4833-a52c-64692264a027" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:46 user nova-compute[75502]: INFO nova.compute.manager [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Detaching volume 6aead165-37c2-4f60-bb75-e299f83fa3e7
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lazy-loading 'flavor' on Instance uuid 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:46 user nova-compute[75502]: INFO nova.virt.block_device [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Attempting to driver detach volume 6aead165-37c2-4f60-bb75-e299f83fa3e7 from mountpoint /dev/vdb
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Attempting to detach device vdb from instance 00ce9602-9306-4201-b878-a8250621fb7f from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:51:46 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:46 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:51:46 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:46 user nova-compute[75502]:   <serial>6aead165-37c2-4f60-bb75-e299f83fa3e7</serial>
Dec 06 08:51:46 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:51:46 user nova-compute[75502]: </disk>
Dec 06 08:51:46 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:51:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully detached device vdb from instance 00ce9602-9306-4201-b878-a8250621fb7f from the persistent domain config.
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 00ce9602-9306-4201-b878-a8250621fb7f from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:51:46 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:46 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 08:51:46 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:46 user nova-compute[75502]:   <serial>6aead165-37c2-4f60-bb75-e299f83fa3e7</serial>
Dec 06 08:51:46 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:51:46 user nova-compute[75502]: </disk>
Dec 06 08:51:46 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:46 user nova-compute[75502]: INFO nova.compute.manager [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Attaching volume 71e6bb66-8f61-4165-ae4c-8630cd375ca8 to /dev/vdb
Dec 06 08:51:46 user nova-compute[75502]: DEBUG os_brick.utils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eb8e184-1c7d-41b3-b8ac-0b148dc8d331]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1ab14a-8336-487d-869d-c8d3f16b0003]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f770d338-7404-4bfb-87b6-3c72af024dd1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c2d1f4c-f4d5-40a2-8c89-638e07c10a51]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:51:46 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[46641b8b-55c1-48ac-8e78-ade961ec87f6]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG os_brick.utils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updating existing volume attachment record: 96b9ba34-dadc-483f-9156-ca7a12ee4161 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 00ce9602-9306-4201-b878-a8250621fb7f {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'pci_requests' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'numa_topology' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:51:46 user nova-compute[75502]: INFO nova.compute.claims [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Claim successful on node user
Dec 06 08:51:47 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.433s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:47 user nova-compute[75502]: INFO nova.network.neutron [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating port ba357fc8-9329-4fc5-b6c2-743c112a18f6 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing instance network info cache due to event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:51:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.network.neutron [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:51:48 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Creating image(s)
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Ensure instance console log exists: /opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Start _get_guest_xml network_info=[{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3a35c348-3063-4dad-8ef3-e668ea9d96a3', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0b4fb448-a36c-4dd1-bfbb-3f225309468e', 'attached_at': '', 'detached_at': '', 'volume_id': '6e7bd328-cd2a-4353-9eee-c989565feee9', 'serial': '6e7bd328-cd2a-4353-9eee-c989565feee9'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.network.neutron [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:51:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:51:48 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.objects.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Object Instance<0b4fb448-a36c-4dd1-bfbb-3f225309468e> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:51:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:51:48 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:51:48 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba28027-1f19-4046-ba90-6df063b22022]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:51:48 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa39e05-16dc-484b-ab5b-77de21b972a5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9] added
Dec 06 08:51:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3765f90-11cf-4fd5-806a-3bf13100ec48]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00b95bee-ff02-47c1-aeee-6d762a414f05]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NkgbFTJW {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NkgbFTJW" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b022d437-cf6a-4497-a63b-a249b7b4090b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NkgbFTJW'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[10403b60-0058-497f-8268-f9665e67e374]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cdafcb4-067a-40c4-b0c3-a9fc63108e22]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd376efb-612d-45dc-acf5-a6dca36ea7dd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]
Dec 06 08:51:48 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.
Dec 06 08:51:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb212c34-2fd4-4327-bfba-9cce6244c37a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab94c95e-caba-43b5-b360-deb9bbb15b07]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:51:48 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] HCTL ('37', '-', '-', 0) found on session 49 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c40dcc8b-598b-4773-a7a4-b8fa9dc8c273]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Searching for a device in session 49 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:51:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updated VIF entry in instance network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.network.neutron [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-93d5858e-6d6f-4bee-9a8c-630b5b3451a4 req-3bb55c05-c148-4933-ac8b-7179ae6f79ad service nova] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '26266393962353035', 'path': '/dev/sdf'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266393962353035', 'path': '/dev/sdf'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1612933079',display_name='tempest-TestShelveInstance-server-1612933079',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1612933079',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-267309129',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:48:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='24c000d1bebd4a148d48c6290f986b60',ramdisk_id='',reservation_id='r-yz2j5rcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-939629887',owner_user_name='tempest-TestShelveInstance-939629887-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:51:36Z,user_data=None,user_id='d0d5101358404d3b924acc3814e57237',uuid=0b4fb448-a36c-4dd1-bfbb-3f225309468e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converting VIF {"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.objects.base [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Object Instance<0b4fb448-a36c-4dd1-bfbb-3f225309468e> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:51:49 user nova-compute[75502]:   <uuid>0b4fb448-a36c-4dd1-bfbb-3f225309468e</uuid>
Dec 06 08:51:49 user nova-compute[75502]:   <name>instance-00000027</name>
Dec 06 08:51:49 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:51:49 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:51:49 user nova-compute[75502]:   <metadata>
Dec 06 08:51:49 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:51:49 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:51:49 user nova-compute[75502]:       <nova:name>tempest-TestShelveInstance-server-1612933079</nova:name>
Dec 06 08:51:49 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:51:48</nova:creationTime>
Dec 06 08:51:49 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:51:49 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:51:49 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:51:49 user nova-compute[75502]:       <nova:owner>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:user uuid="d0d5101358404d3b924acc3814e57237">tempest-TestShelveInstance-939629887-project-member</nova:user>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:project uuid="24c000d1bebd4a148d48c6290f986b60">tempest-TestShelveInstance-939629887</nova:project>
Dec 06 08:51:49 user nova-compute[75502]:       </nova:owner>
Dec 06 08:51:49 user nova-compute[75502]:       <nova:ports>
Dec 06 08:51:49 user nova-compute[75502]:         <nova:port uuid="ba357fc8-9329-4fc5-b6c2-743c112a18f6">
Dec 06 08:51:49 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:51:49 user nova-compute[75502]:         </nova:port>
Dec 06 08:51:49 user nova-compute[75502]:       </nova:ports>
Dec 06 08:51:49 user nova-compute[75502]:     </nova:instance>
Dec 06 08:51:49 user nova-compute[75502]:   </metadata>
Dec 06 08:51:49 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:51:49 user nova-compute[75502]:     <system>
Dec 06 08:51:49 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:51:49 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:51:49 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:51:49 user nova-compute[75502]:       <entry name="serial">0b4fb448-a36c-4dd1-bfbb-3f225309468e</entry>
Dec 06 08:51:49 user nova-compute[75502]:       <entry name="uuid">0b4fb448-a36c-4dd1-bfbb-3f225309468e</entry>
Dec 06 08:51:49 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:51:49 user nova-compute[75502]:     </system>
Dec 06 08:51:49 user nova-compute[75502]:   </sysinfo>
Dec 06 08:51:49 user nova-compute[75502]:   <os>
Dec 06 08:51:49 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:51:49 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:51:49 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:51:49 user nova-compute[75502]:   </os>
Dec 06 08:51:49 user nova-compute[75502]:   <features>
Dec 06 08:51:49 user nova-compute[75502]:     <acpi/>
Dec 06 08:51:49 user nova-compute[75502]:     <apic/>
Dec 06 08:51:49 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:51:49 user nova-compute[75502]:   </features>
Dec 06 08:51:49 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:51:49 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:51:49 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:51:49 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:51:49 user nova-compute[75502]:   </clock>
Dec 06 08:51:49 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:51:49 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:51:49 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:51:49 user nova-compute[75502]:   </cpu>
Dec 06 08:51:49 user nova-compute[75502]:   <devices>
Dec 06 08:51:49 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:51:49 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:49 user nova-compute[75502]:       <source dev="/dev/sdf"/>
Dec 06 08:51:49 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:51:49 user nova-compute[75502]:       <serial>6e7bd328-cd2a-4353-9eee-c989565feee9</serial>
Dec 06 08:51:49 user nova-compute[75502]:     </disk>
Dec 06 08:51:49 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:51:49 user nova-compute[75502]:       <mac address="fa:16:3e:df:49:a5"/>
Dec 06 08:51:49 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:51:49 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:51:49 user nova-compute[75502]:       <target dev="tapba357fc8-93"/>
Dec 06 08:51:49 user nova-compute[75502]:     </interface>
Dec 06 08:51:49 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:51:49 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e/console.log" append="off"/>
Dec 06 08:51:49 user nova-compute[75502]:     </serial>
Dec 06 08:51:49 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:51:49 user nova-compute[75502]:     <video>
Dec 06 08:51:49 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:51:49 user nova-compute[75502]:     </video>
Dec 06 08:51:49 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:51:49 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:51:49 user nova-compute[75502]:     </rng>
Dec 06 08:51:49 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:51:49 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:51:49 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:51:49 user nova-compute[75502]:     </memballoon>
Dec 06 08:51:49 user nova-compute[75502]:   </devices>
Dec 06 08:51:49 user nova-compute[75502]: </domain>
Dec 06 08:51:49 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1612933079',display_name='tempest-TestShelveInstance-server-1612933079',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1612933079',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-267309129',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:48:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='24c000d1bebd4a148d48c6290f986b60',ramdisk_id='',reservation_id='r-yz2j5rcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-939629887',owner_user_name='tempest-TestShelveInstance-939629887-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:51:36Z,user_data=None,user_id='d0d5101358404d3b924acc3814e57237',uuid=0b4fb448-a36c-4dd1-bfbb-3f225309468e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converting VIF {"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG os_vif [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e012a075-5186-5bca-bd91-daa58a0e2eb8', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba357fc8-93, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba357fc8-93, col_values=(('qos', UUID('8775e7d1-1c29-4d03-b16d-c9a54812f938')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba357fc8-93, col_values=(('external_ids', {'iface-id': 'ba357fc8-9329-4fc5-b6c2-743c112a18f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:49:a5', 'vm-uuid': '0b4fb448-a36c-4dd1-bfbb-3f225309468e'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:49 user nova-compute[75502]: INFO os_vif [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93')
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] No VIF found with MAC fa:16:3e:df:49:a5, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:51:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-fd906177-f619-4138-b4b2-3d38bb89de08 req-2b710c48-197a-4af4-9ded-c6352f433476 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fd906177-f619-4138-b4b2-3d38bb89de08 req-2b710c48-197a-4af4-9ded-c6352f433476 service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fd906177-f619-4138-b4b2-3d38bb89de08 req-2b710c48-197a-4af4-9ded-c6352f433476 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fd906177-f619-4138-b4b2-3d38bb89de08 req-2b710c48-197a-4af4-9ded-c6352f433476 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-fd906177-f619-4138-b4b2-3d38bb89de08 req-2b710c48-197a-4af4-9ded-c6352f433476 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:51:51 user nova-compute[75502]: WARNING nova.compute.manager [req-fd906177-f619-4138-b4b2-3d38bb89de08 req-2b710c48-197a-4af4-9ded-c6352f433476 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:51:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance spawned successfully.
Dec 06 08:51:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d4beb254-2408-41d0-bc0d-cc612b0dff8a tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 17.061s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc680799-c32b-4dde-bbce-6d58c86e4e78 req-5dda1417-247e-4425-bf96-1c41ac1fc165 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc680799-c32b-4dde-bbce-6d58c86e4e78 req-5dda1417-247e-4425-bf96-1c41ac1fc165 service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc680799-c32b-4dde-bbce-6d58c86e4e78 req-5dda1417-247e-4425-bf96-1c41ac1fc165 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-dc680799-c32b-4dde-bbce-6d58c86e4e78 req-5dda1417-247e-4425-bf96-1c41ac1fc165 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-dc680799-c32b-4dde-bbce-6d58c86e4e78 req-5dda1417-247e-4425-bf96-1c41ac1fc165 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:51:53 user nova-compute[75502]: WARNING nova.compute.manager [req-dc680799-c32b-4dde-bbce-6d58c86e4e78 req-5dda1417-247e-4425-bf96-1c41ac1fc165 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state active and task_state None.
Dec 06 08:51:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqJFlMIn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:51:56 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:51:56 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:51:56 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6627c326-b4e3-44c9-9c4e-d48e10d59614]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:51:56 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb54ff3-9acc-4970-9ea7-e181d870cc68]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8] added
Dec 06 08:51:56 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc533628-abbf-4c72-a5b2-944723aaed6a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3b0663-6eaa-4945-a8cc-a3681a507978]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zqJFlMIn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zqJFlMIn" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d9b3ab-c4f4-49c4-8049-81d3ba5e9c57]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zqJFlMIn'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[80feef49-1780-4f39-b00b-def09bd6afb9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8851cc6e-60e7-429a-9324-ca731e00acab]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[205b4c77-fa27-435c-93cf-29e5cfeace1d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260]
Dec 06 08:51:57 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260] successful.
Dec 06 08:51:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e2e1881-cab3-4871-884f-48390bae33b1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[18df94c6-2c8c-46f9-994b-e32caf5a43e5]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:51:57 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] HCTL ('38', '-', '-', 0) found on session 50 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[42cf4340-f6e9-4984-93a1-bb8141e11c39]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Searching for a device in session 50 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:51:57 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqJFlMIn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23264653032373430', 'path': '/dev/sdg'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264653032373430', 'path': '/dev/sdg'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG nova.objects.instance [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lazy-loading 'flavor' on Instance uuid 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:51:58 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:58 user nova-compute[75502]:   <source dev="/dev/sdg"/>
Dec 06 08:51:58 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:58 user nova-compute[75502]:   <serial>71e6bb66-8f61-4165-ae4c-8630cd375ca8</serial>
Dec 06 08:51:58 user nova-compute[75502]: </disk>
Dec 06 08:51:58 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] No VIF found with MAC fa:16:3e:46:4f:8e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:51:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-d28a428d-2048-4054-8412-eabe22ed737f tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.413s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:51:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:51:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:51:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:51:59 user nova-compute[75502]: INFO nova.compute.manager [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Detaching volume 71e6bb66-8f61-4165-ae4c-8630cd375ca8
Dec 06 08:51:59 user nova-compute[75502]: INFO nova.virt.block_device [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Attempting to driver detach volume 71e6bb66-8f61-4165-ae4c-8630cd375ca8 from mountpoint /dev/vdb
Dec 06 08:51:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Attempting to detach device vdb from instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:51:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:51:59 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:59 user nova-compute[75502]:   <source dev="/dev/sdg"/>
Dec 06 08:51:59 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:59 user nova-compute[75502]:   <serial>71e6bb66-8f61-4165-ae4c-8630cd375ca8</serial>
Dec 06 08:51:59 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:51:59 user nova-compute[75502]: </disk>
Dec 06 08:51:59 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:51:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Successfully detached device vdb from instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd from the persistent domain config.
Dec 06 08:51:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:51:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:51:59 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:51:59 user nova-compute[75502]:   <source dev="/dev/sdg"/>
Dec 06 08:51:59 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:51:59 user nova-compute[75502]:   <serial>71e6bb66-8f61-4165-ae4c-8630cd375ca8</serial>
Dec 06 08:51:59 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:51:59 user nova-compute[75502]: </disk>
Dec 06 08:51:59 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:52:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:52:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:05 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cf0a5030-15ce-4833-a52c-64692264a027 is timed out.
Dec 06 08:52:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully detached device vdb from instance cf0a5030-15ce-4833-a52c-64692264a027 from the live domain config.
Dec 06 08:52:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uBVTjJzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:52:05 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2afd83e-b492-4752-afa7-10c18650add7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:52:05 user nova-compute[75502]: No targets found.
Dec 06 08:52:05 user nova-compute[75502]: iSNS:
Dec 06 08:52:05 user nova-compute[75502]: No targets found.
Dec 06 08:52:05 user nova-compute[75502]: STATIC:
Dec 06 08:52:05 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:52:05 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:05 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:05 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7
Dec 06 08:52:05 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:05 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:05 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:52:05 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:05 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:05 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:52:05 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:05 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:05 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127
Dec 06 08:52:05 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:05 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:05 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8
Dec 06 08:52:05 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:05 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:05 user nova-compute[75502]: FIRMWARE:
Dec 06 08:52:05 user nova-compute[75502]: No targets found.
Dec 06 08:52:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:52:05 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:52:05 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c6976f-32b7-42fd-854c-dfab1bfbf49c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0abd47-e284-425e-b2f3-1345fbac6759]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94ed8f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ca903c-4bb3-4e60-be11-e38c45c34d16]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6bbbce1-913b-4c54-8f5b-6055bc2f952a]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd22b0d8-4a40-47a6-861b-490673d70fb5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c386a4-2753-4289-bc0c-68b16345caf2]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1f8f33-4316-4a11-a796-0bc70b661ddb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --logout" returned: 0 in 0.128s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d93514e3-1cc2-4315-a408-e8b385e374a2]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260]
Dec 06 08:52:05 user nova-compute[75502]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127, portal: 172.16.0.220,3260] successful.
Dec 06 08:52:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6cb896a0-423f-42de-8205-ac61fdc99127 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8990fa-190b-4f52-8186-c605d183484c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.420s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== disconnect_volume: return (421ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:52:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'flavor' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1be5e182-7ea3-4e11-bca0-6024f5c62172 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.978s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:06 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 00ce9602-9306-4201-b878-a8250621fb7f is timed out.
Dec 06 08:52:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully detached device vdb from instance 00ce9602-9306-4201-b878-a8250621fb7f from the live domain config.
Dec 06 08:52:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CYqVuPWK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:52:06 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[09f287e3-e5ea-4cd4-8a5a-4c42d755fd59]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:52:06 user nova-compute[75502]: No targets found.
Dec 06 08:52:06 user nova-compute[75502]: iSNS:
Dec 06 08:52:06 user nova-compute[75502]: No targets found.
Dec 06 08:52:06 user nova-compute[75502]: STATIC:
Dec 06 08:52:06 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:52:06 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:06 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:06 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7
Dec 06 08:52:06 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:06 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:06 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:52:06 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:06 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:06 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:52:06 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:06 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:06 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8
Dec 06 08:52:06 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:06 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:06 user nova-compute[75502]: FIRMWARE:
Dec 06 08:52:06 user nova-compute[75502]: No targets found.
Dec 06 08:52:06 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:52:06 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:52:06 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[63945112-6063-4d83-b4be-661a6608c9ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f138f20b-ed11-46c0-abe1-d562e50f780f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:06 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d303a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ebdf419-5aa5-4a2c-b9ca-2a6be410862a]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[47dbe7a8-34dc-47e6-85c1-bd2d9ff274b1]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d10435-d814-4908-b992-a31a19e321e7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe5a4354-c97a-454f-aebd-47c858cce696]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:52:06 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[91c76f28-b754-4236-bec4-4241fce34180]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d889a996-b9a8-40a8-a4f5-0e30eef0cdf1]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260]
Dec 06 08:52:07 user nova-compute[75502]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7, portal: 172.16.0.220,3260] successful.
Dec 06 08:52:07 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2947a6-b0bd-430b-8190-27bab41b73ab]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== disconnect_volume: return (317ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:52:07 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'flavor' on Instance uuid 00ce9602-9306-4201-b878-a8250621fb7f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3d45c641-6780-40a9-a378-f89fc4cc0279 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.914s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.779s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:08 user nova-compute[75502]: INFO nova.compute.manager [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Terminating instance
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-f0211a55-53b6-4e0d-9006-17725fc02352 req-aa04ad7c-5edb-4833-91b8-e6febc5ab40e service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-vif-unplugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f0211a55-53b6-4e0d-9006-17725fc02352 req-aa04ad7c-5edb-4833-91b8-e6febc5ab40e service nova] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f0211a55-53b6-4e0d-9006-17725fc02352 req-aa04ad7c-5edb-4833-91b8-e6febc5ab40e service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f0211a55-53b6-4e0d-9006-17725fc02352 req-aa04ad7c-5edb-4833-91b8-e6febc5ab40e service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-f0211a55-53b6-4e0d-9006-17725fc02352 req-aa04ad7c-5edb-4833-91b8-e6febc5ab40e service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] No waiting events found dispatching network-vif-unplugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.compute.manager [req-f0211a55-53b6-4e0d-9006-17725fc02352 req-aa04ad7c-5edb-4833-91b8-e6febc5ab40e service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-vif-unplugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Updating instance_info_cache with network_info: [{"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-aced40a8-e217-4508-b326-2a9ea5fc846c" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:52:08 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Instance destroyed successfully.
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'resources' on Instance uuid 00ce9602-9306-4201-b878-a8250621fb7f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:49:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1151246869',display_name='tempest-VolumesSnapshotTestJSON-instance-1151246869',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1151246869',id=40,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPwyJlTylppH45RHhXQW2WpjIMnrpCICCBvm7Syom7V7GLGsoK4taM6WgpVPeFgYRyhyDDkAykEBvDrpd4rgYY3+2CDftj/Zr2B39w+vuA0xTFhWqfd+5DX3LjlonZwPw==',key_name='tempest-keypair-944967281',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:49:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='facd418698ca4dfc97d90a48c8e9af64',ramdisk_id='',reservation_id='r-lkshv0s8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-22732873',owner_user_name='tempest-VolumesSnapshotTestJSON-22732873-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:49:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12932e8b2748451aa66f899b34daa85e',uuid=00ce9602-9306-4201-b878-a8250621fb7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converting VIF {"id": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "address": "fa:16:3e:41:af:51", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc56f8cca-27", "ovs_interfaceid": "c56f8cca-27e4-4d98-8b1a-fdbeda0bde30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_vif [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc56f8cca-27, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6775eb13-6dd8-4df4-a424-4b59fed1f03c) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:08 user nova-compute[75502]: INFO os_vif [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:af:51,bridge_name='br-int',has_traffic_filtering=True,id=c56f8cca-27e4-4d98-8b1a-fdbeda0bde30,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc56f8cca-27')
Dec 06 08:52:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CYqVuPWK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:52:08 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8081d4b2-87cd-449a-8d16-40f00ae11e5d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:52:08 user nova-compute[75502]: No targets found.
Dec 06 08:52:08 user nova-compute[75502]: iSNS:
Dec 06 08:52:08 user nova-compute[75502]: No targets found.
Dec 06 08:52:08 user nova-compute[75502]: STATIC:
Dec 06 08:52:08 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:52:08 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:08 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:08 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:52:08 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:08 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:08 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:52:08 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:08 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:08 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8
Dec 06 08:52:08 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:08 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:08 user nova-compute[75502]: FIRMWARE:
Dec 06 08:52:08 user nova-compute[75502]: No targets found.
Dec 06 08:52:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:52:08 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:52:08 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6aead165-37c2-4f60-bb75-e299f83fa3e7', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8b2e530-49fc-4960-9bc6-87a0479107dd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af10dc8-ef8f-459d-b5c0-ef61e289fadc]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:09 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d1b370>, {}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Disconnecting from: [] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.082s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== disconnect_volume: return (83ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:52:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Deleting instance files /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f_del
Dec 06 08:52:09 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Deletion of /opt/stack/data/nova/instances/00ce9602-9306-4201-b878-a8250621fb7f_del complete
Dec 06 08:52:09 user nova-compute[75502]: INFO nova.compute.manager [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 06 08:52:09 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:09 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Took 0.78 seconds to deallocate network for instance.
Dec 06 08:52:09 user nova-compute[75502]: DEBUG nova.compute.manager [req-4e478af3-3c32-4120-a84c-9e451ce6a0d4 req-0ac607f1-fc82-4c97-b8ee-3d38b0b93893 service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-vif-deleted-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:09 user nova-compute[75502]: WARNING nova.volume.cinder [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Attachment 54a5e468-3d4a-40e2-b4a1-e4f77544fa6f does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 54a5e468-3d4a-40e2-b4a1-e4f77544fa6f. (HTTP 404) (Request-ID: req-c830b45e-43a7-4dd6-8ce7-e4dd02fb81a0)
Dec 06 08:52:09 user nova-compute[75502]: INFO nova.compute.manager [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Took 0.02 seconds to detach 1 volumes for instance.
Dec 06 08:52:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:10 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Deleted allocations for instance 00ce9602-9306-4201-b878-a8250621fb7f
Dec 06 08:52:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-e2af2f0a-36c9-4aa0-a778-91aff5bf1324 req-21857778-042d-47d8-9b9c-5df837ba486f service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received event network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e2af2f0a-36c9-4aa0-a778-91aff5bf1324 req-21857778-042d-47d8-9b9c-5df837ba486f service nova] Acquiring lock "00ce9602-9306-4201-b878-a8250621fb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e2af2f0a-36c9-4aa0-a778-91aff5bf1324 req-21857778-042d-47d8-9b9c-5df837ba486f service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e2af2f0a-36c9-4aa0-a778-91aff5bf1324 req-21857778-042d-47d8-9b9c-5df837ba486f service nova] Lock "00ce9602-9306-4201-b878-a8250621fb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:10 user nova-compute[75502]: DEBUG nova.compute.manager [req-e2af2f0a-36c9-4aa0-a778-91aff5bf1324 req-21857778-042d-47d8-9b9c-5df837ba486f service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] No waiting events found dispatching network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:10 user nova-compute[75502]: WARNING nova.compute.manager [req-e2af2f0a-36c9-4aa0-a778-91aff5bf1324 req-21857778-042d-47d8-9b9c-5df837ba486f service nova] [instance: 00ce9602-9306-4201-b878-a8250621fb7f] Received unexpected event network-vif-plugged-c56f8cca-27e4-4d98-8b1a-fdbeda0bde30 for instance with vm_state deleted and task_state None.
Dec 06 08:52:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2bf91d7e-7482-4171-9df4-b5409f21a480 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "00ce9602-9306-4201-b878-a8250621fb7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.402s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:13 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:52:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:52:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:52:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:52:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=7999MB free_disk=24.955890655517578GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cf0a5030-15ce-4833-a52c-64692264a027 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 65727b3e-7141-47ca-bfcc-7ac3b8655269 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance dd392305-9bf4-4400-9a2f-0e1663691faf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 0b4fb448-a36c-4dd1-bfbb-3f225309468e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:52:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.418s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:20 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd is timed out.
Dec 06 08:52:20 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Successfully detached device vdb from instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd from the live domain config.
Dec 06 08:52:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqJFlMIn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:52:20 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa61180-d771-4f8a-b3d1-1cf23c435209]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:52:20 user nova-compute[75502]: No targets found.
Dec 06 08:52:20 user nova-compute[75502]: iSNS:
Dec 06 08:52:20 user nova-compute[75502]: No targets found.
Dec 06 08:52:20 user nova-compute[75502]: STATIC:
Dec 06 08:52:20 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:52:20 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:20 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:20 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:52:20 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:20 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:20 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:52:20 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:20 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:20 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8
Dec 06 08:52:20 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:52:20 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:52:20 user nova-compute[75502]: FIRMWARE:
Dec 06 08:52:20 user nova-compute[75502]: No targets found.
Dec 06 08:52:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:52:20 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:52:20 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4711b9-0186-4327-9f95-81bba60d7491]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d172edaf-2786-468f-9a98-4d3ab4114de9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 (non-flash)
Dec 06 08:52:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d18a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8'): ({'sdg'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Removing single pathed devices sdg {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a949b4-54a3-4561-9a55-4742af6483a3]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[273d2342-668f-498b-a483-42374a83dcc4]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Flushing IO for device /dev/sdg {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e944d193-08bf-4621-ad80-c42620dff49e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[903ce487-f428-427f-82be-d0df05cb984d]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] SCSI volumes sdg have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[116e11e1-2ec1-4f61-99ed-a0a3b8786fdd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd5a70e5-62d8-49fb-89f1-12bf936a7b7f]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260]
Dec 06 08:52:20 user nova-compute[75502]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8, portal: 172.16.0.220,3260] successful.
Dec 06 08:52:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71e6bb66-8f61-4165-ae4c-8630cd375ca8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3f777b-112f-4394-b13c-7afd00be1ced]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] <== disconnect_volume: return (317ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:52:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:52:21 user nova-compute[75502]: DEBUG nova.objects.instance [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lazy-loading 'flavor' on Instance uuid 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-39053e58-984d-48e3-a354-ac1fceb22e58 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.683s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:25 user nova-compute[75502]: DEBUG nova.compute.manager [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing instance network info cache due to event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:52:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:52:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:52:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:52:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updated VIF entry in instance network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:52:26 user nova-compute[75502]: DEBUG nova.network.neutron [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-afe8a8a9-3428-4de6-881c-62c2599fada2 req-ed7ed014-973d-46e2-936d-fe3bba60d12f service nova] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:52:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:29 user nova-compute[75502]: INFO nova.compute.manager [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Shelving
Dec 06 08:52:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-e9077dba-dc50-4d8b-8838-295f8c5b4f14 req-23839bf6-b912-4f21-abdb-293396c6f6a4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-unplugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e9077dba-dc50-4d8b-8838-295f8c5b4f14 req-23839bf6-b912-4f21-abdb-293396c6f6a4 service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e9077dba-dc50-4d8b-8838-295f8c5b4f14 req-23839bf6-b912-4f21-abdb-293396c6f6a4 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e9077dba-dc50-4d8b-8838-295f8c5b4f14 req-23839bf6-b912-4f21-abdb-293396c6f6a4 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-e9077dba-dc50-4d8b-8838-295f8c5b4f14 req-23839bf6-b912-4f21-abdb-293396c6f6a4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-unplugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:29 user nova-compute[75502]: WARNING nova.compute.manager [req-e9077dba-dc50-4d8b-8838-295f8c5b4f14 req-23839bf6-b912-4f21-abdb-293396c6f6a4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-unplugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state active and task_state shelving.
Dec 06 08:52:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance destroyed successfully.
Dec 06 08:52:29 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Beginning cold snapshot process
Dec 06 08:52:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:30 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:52:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk /opt/stack/data/nova/instances/snapshots/tmpi_fjry7c/b7aace5e5f0d47f88c09d2d57a7c2b83 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:52:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk /opt/stack/data/nova/instances/snapshots/tmpi_fjry7c/b7aace5e5f0d47f88c09d2d57a7c2b83" returned: 0 in 0.516s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:52:30 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Snapshot extracted, beginning image upload
Dec 06 08:52:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fc61dcf5-5a23-48a6-ba87-37c0ccccbc2a req-8220060b-3ad5-46a5-8513-8ccb74203ce1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fc61dcf5-5a23-48a6-ba87-37c0ccccbc2a req-8220060b-3ad5-46a5-8513-8ccb74203ce1 service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fc61dcf5-5a23-48a6-ba87-37c0ccccbc2a req-8220060b-3ad5-46a5-8513-8ccb74203ce1 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fc61dcf5-5a23-48a6-ba87-37c0ccccbc2a req-8220060b-3ad5-46a5-8513-8ccb74203ce1 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-fc61dcf5-5a23-48a6-ba87-37c0ccccbc2a req-8220060b-3ad5-46a5-8513-8ccb74203ce1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:31 user nova-compute[75502]: WARNING nova.compute.manager [req-fc61dcf5-5a23-48a6-ba87-37c0ccccbc2a req-8220060b-3ad5-46a5-8513-8ccb74203ce1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 08:52:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Snapshot image upload complete
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:52:33 user nova-compute[75502]: INFO nova.compute.manager [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Shelve offloading
Dec 06 08:52:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance destroyed successfully.
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.network.neutron [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance destroyed successfully.
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'resources' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:50:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1546711012',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1546711012',id=42,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4uIppcRvew2GBsckwPfYr0+qa3a1w3cWAtpvHqZRF0JV0GqTLFwWlSDPX2i1NZd30IjfbdDl8yvAInuwe4ofm4CNZ5q+PqL0iQoDK2ECcFGYXqvfB4UlZ176DPABHhWQ==',key_name='tempest-keypair-1247884889',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:50:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-4gaxtk7n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member',shelved_at='2023-12-06T08:52:33.000198',shelved_host='user',shelved_image_id='bd1294e0-b483-43b3-8fb2-e81776184a87'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:52:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=dd392305-9bf4-4400-9a2f-0e1663691faf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:52:33 user nova-compute[75502]: DEBUG os_vif [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0467450-5b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing instance network info cache due to event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=97544dea-85b8-4cad-88a9-6fe2c93df8db) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:34 user nova-compute[75502]: INFO os_vif [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b')
Dec 06 08:52:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Deleting instance files /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf_del
Dec 06 08:52:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Deletion of /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf_del complete
Dec 06 08:52:34 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Deleted allocations for instance dd392305-9bf4-4400-9a2f-0e1663691faf
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'numa_topology' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.objects.base [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<dd392305-9bf4-4400-9a2f-0e1663691faf> lazy-loaded attributes: resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updated VIF entry in instance network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapc0467450-5b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d0eb2efb-213a-44a8-b0a5-ac1180f02c6e req-b326d7e0-6a64-41bb-9eb5-d4ac7817dfda service nova] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.305s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bdd936fc-24fa-42b4-9401-c008d526aec9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.275s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:39 user nova-compute[75502]: INFO nova.compute.manager [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Terminating instance
Dec 06 08:52:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-d83432c3-0d61-4289-ab32-66d5bc055b77 req-27ecd191-ce0f-4fd2-a60d-c299a246e67a service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-unplugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d83432c3-0d61-4289-ab32-66d5bc055b77 req-27ecd191-ce0f-4fd2-a60d-c299a246e67a service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d83432c3-0d61-4289-ab32-66d5bc055b77 req-27ecd191-ce0f-4fd2-a60d-c299a246e67a service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d83432c3-0d61-4289-ab32-66d5bc055b77 req-27ecd191-ce0f-4fd2-a60d-c299a246e67a service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-d83432c3-0d61-4289-ab32-66d5bc055b77 req-27ecd191-ce0f-4fd2-a60d-c299a246e67a service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-unplugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-d83432c3-0d61-4289-ab32-66d5bc055b77 req-27ecd191-ce0f-4fd2-a60d-c299a246e67a service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-unplugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:52:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Instance destroyed successfully.
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'resources' on Instance uuid cf0a5030-15ce-4833-a52c-64692264a027 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1329492925',display_name='tempest-TestMinimumBasicScenario-server-1329492925',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1329492925',id=37,image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuWK7H/5piCwb1McprzTLGWvj3f1XFz2vHXs2nj1xCTE66WcqMb0aGNoB6pyEUROH1WepemC19dd4nJQRpgG9e0Vowj1p/NGOE/bERRMx+YCbPO0/QfOUglDtFsMq8Xng==',key_name='tempest-TestMinimumBasicScenario-527640784',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:47:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-g2e6feok',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='58b6dbdd-2a2e-47f0-98ea-30a0c23b3e00',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:50:00Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=cf0a5030-15ce-4833-a52c-64692264a027,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "d2228789-60b4-45dc-950f-af3d2b4d2928", "address": "fa:16:3e:c6:fd:34", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2228789-60", "ovs_interfaceid": "d2228789-60b4-45dc-950f-af3d2b4d2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG os_vif [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2228789-60, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5824b5ac-ff34-41f4-a291-2226a33d2142) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:40 user nova-compute[75502]: INFO os_vif [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:fd:34,bridge_name='br-int',has_traffic_filtering=True,id=d2228789-60b4-45dc-950f-af3d2b4d2928,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2228789-60')
Dec 06 08:52:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Deleting instance files /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027_del
Dec 06 08:52:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Deletion of /opt/stack/data/nova/instances/cf0a5030-15ce-4833-a52c-64692264a027_del complete
Dec 06 08:52:40 user nova-compute[75502]: INFO nova.compute.manager [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 06 08:52:40 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:40 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Took 0.43 seconds to deallocate network for instance.
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-6ee2e3a6-db83-4c50-b910-6c448ba0367b req-efb73dda-390d-48b5-86b5-bbf5ba938998 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-deleted-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:40 user nova-compute[75502]: INFO nova.compute.manager [req-6ee2e3a6-db83-4c50-b910-6c448ba0367b req-efb73dda-390d-48b5-86b5-bbf5ba938998 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Neutron deleted interface d2228789-60b4-45dc-950f-af3d2b4d2928; detaching it from the instance and deleting it from the info cache
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-6ee2e3a6-db83-4c50-b910-6c448ba0367b req-efb73dda-390d-48b5-86b5-bbf5ba938998 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-6ee2e3a6-db83-4c50-b910-6c448ba0367b req-efb73dda-390d-48b5-86b5-bbf5ba938998 service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Detach interface failed, port_id=d2228789-60b4-45dc-950f-af3d2b4d2928, reason: Instance cf0a5030-15ce-4833-a52c-64692264a027 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.276s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:41 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Deleted allocations for instance cf0a5030-15ce-4833-a52c-64692264a027
Dec 06 08:52:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3a230281-10f0-4634-8402-a4ac3f3fadcb tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "cf0a5030-15ce-4833-a52c-64692264a027" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.816s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG nova.compute.manager [req-a08cca05-ed7a-4151-8c1c-93259c60a681 req-7791df29-bada-46ac-9187-4b3a103d185b service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a08cca05-ed7a-4151-8c1c-93259c60a681 req-7791df29-bada-46ac-9187-4b3a103d185b service nova] Acquiring lock "cf0a5030-15ce-4833-a52c-64692264a027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a08cca05-ed7a-4151-8c1c-93259c60a681 req-7791df29-bada-46ac-9187-4b3a103d185b service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a08cca05-ed7a-4151-8c1c-93259c60a681 req-7791df29-bada-46ac-9187-4b3a103d185b service nova] Lock "cf0a5030-15ce-4833-a52c-64692264a027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:41 user nova-compute[75502]: DEBUG nova.compute.manager [req-a08cca05-ed7a-4151-8c1c-93259c60a681 req-7791df29-bada-46ac-9187-4b3a103d185b service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] No waiting events found dispatching network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:41 user nova-compute[75502]: WARNING nova.compute.manager [req-a08cca05-ed7a-4151-8c1c-93259c60a681 req-7791df29-bada-46ac-9187-4b3a103d185b service nova] [instance: cf0a5030-15ce-4833-a52c-64692264a027] Received unexpected event network-vif-plugged-d2228789-60b4-45dc-950f-af3d2b4d2928 for instance with vm_state deleted and task_state None.
Dec 06 08:52:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:54 user nova-compute[75502]: INFO nova.compute.manager [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Terminating instance
Dec 06 08:52:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1eb81dd4-c716-4a2a-9b29-e7ff08b2a462 req-6a8c843a-89cc-4819-a3a3-822de902c611 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-vif-unplugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1eb81dd4-c716-4a2a-9b29-e7ff08b2a462 req-6a8c843a-89cc-4819-a3a3-822de902c611 service nova] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1eb81dd4-c716-4a2a-9b29-e7ff08b2a462 req-6a8c843a-89cc-4819-a3a3-822de902c611 service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1eb81dd4-c716-4a2a-9b29-e7ff08b2a462 req-6a8c843a-89cc-4819-a3a3-822de902c611 service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1eb81dd4-c716-4a2a-9b29-e7ff08b2a462 req-6a8c843a-89cc-4819-a3a3-822de902c611 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] No waiting events found dispatching network-vif-unplugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1eb81dd4-c716-4a2a-9b29-e7ff08b2a462 req-6a8c843a-89cc-4819-a3a3-822de902c611 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-vif-unplugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Instance destroyed successfully.
Dec 06 08:52:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lazy-loading 'resources' on Instance uuid 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:49:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-77675993',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7767599',id=41,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNdDg9MV3nIYe+so9JMH0kCdCoeTJN10RveWCE/0i7rpus0nQ6igtobNrxZj1x8YvNMWkiq6a8LVF8nV/Ro28C5MGvIyuOFVaeVTH9urLyWo9rb923yW52ROm5pI7Kk+gA==',key_name='tempest-keypair-1601396125',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:49:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5b178de5dbe54dd4af102e4f9f455ddf',ramdisk_id='',reservation_id='r-b0pmmiqw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-2022412333',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:50:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ee31a4b7e9d49a39f9cdf4daa1f1fc7',uuid=8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Converting VIF {"id": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "address": "fa:16:3e:46:4f:8e", "network": {"id": "1509d95d-462f-4c8f-855f-0013e8b453cc", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-270444188-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5b178de5dbe54dd4af102e4f9f455ddf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d2ffa9f-68", "ovs_interfaceid": "6d2ffa9f-6813-472d-a0d4-bc6a8eb15839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG os_vif [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d2ffa9f-68, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1261232-0d14-48cb-8fd8-b90dcce08ef9) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:52:55 user nova-compute[75502]: INFO os_vif [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:4f:8e,bridge_name='br-int',has_traffic_filtering=True,id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839,network=Network(1509d95d-462f-4c8f-855f-0013e8b453cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d2ffa9f-68')
Dec 06 08:52:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Deleting instance files /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd_del
Dec 06 08:52:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Deletion of /opt/stack/data/nova/instances/8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd_del complete
Dec 06 08:52:55 user nova-compute[75502]: INFO nova.compute.manager [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 06 08:52:55 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:52:55 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:56 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Took 0.70 seconds to deallocate network for instance.
Dec 06 08:52:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-a691e631-b1ba-46b3-8208-327c140d7161 req-087d3fee-82ba-4533-86d3-9d6f41ba1f47 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-vif-deleted-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:56 user nova-compute[75502]: INFO nova.compute.manager [req-a691e631-b1ba-46b3-8208-327c140d7161 req-087d3fee-82ba-4533-86d3-9d6f41ba1f47 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Neutron deleted interface 6d2ffa9f-6813-472d-a0d4-bc6a8eb15839; detaching it from the instance and deleting it from the info cache
Dec 06 08:52:56 user nova-compute[75502]: DEBUG nova.network.neutron [req-a691e631-b1ba-46b3-8208-327c140d7161 req-087d3fee-82ba-4533-86d3-9d6f41ba1f47 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-a691e631-b1ba-46b3-8208-327c140d7161 req-087d3fee-82ba-4533-86d3-9d6f41ba1f47 service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Detach interface failed, port_id=6d2ffa9f-6813-472d-a0d4-bc6a8eb15839, reason: Instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:52:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.228s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:56 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Deleted allocations for instance 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd
Dec 06 08:52:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-714a8012-9bc9-434f-9bae-b466132bd926 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333 tempest-TestServerVolumeAttachScenarioOldVersion-2022412333-project-member] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.026s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-72aba22d-8b89-4ef6-8821-b247949b9a83 req-30139736-e234-4a0e-8ae7-7fbe031c4cac service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received event network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:52:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72aba22d-8b89-4ef6-8821-b247949b9a83 req-30139736-e234-4a0e-8ae7-7fbe031c4cac service nova] Acquiring lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72aba22d-8b89-4ef6-8821-b247949b9a83 req-30139736-e234-4a0e-8ae7-7fbe031c4cac service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:52:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72aba22d-8b89-4ef6-8821-b247949b9a83 req-30139736-e234-4a0e-8ae7-7fbe031c4cac service nova] Lock "8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:52:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-72aba22d-8b89-4ef6-8821-b247949b9a83 req-30139736-e234-4a0e-8ae7-7fbe031c4cac service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] No waiting events found dispatching network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:52:57 user nova-compute[75502]: WARNING nova.compute.manager [req-72aba22d-8b89-4ef6-8821-b247949b9a83 req-30139736-e234-4a0e-8ae7-7fbe031c4cac service nova] [instance: 8a78a692-92a5-4fb8-a609-2e5cf4b5a6fd] Received unexpected event network-vif-plugged-6d2ffa9f-6813-472d-a0d4-bc6a8eb15839 for instance with vm_state deleted and task_state None.
Dec 06 08:52:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:52:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:53:00 user nova-compute[75502]: INFO nova.compute.claims [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Claim successful on node user
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.321s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.policy [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12932e8b2748451aa66f899b34daa85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'facd418698ca4dfc97d90a48c8e9af64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:53:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Creating image(s)
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "/opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "/opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "/opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.183s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Successfully created port: 1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk 1073741824" returned: 0 in 0.071s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Cannot resize image /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Ensure instance console log exists: /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:01 user nova-compute[75502]: INFO nova.compute.manager [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Terminating instance
Dec 06 08:53:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cdcaafe-8bee-4d05-9e0f-9a9008c6c1c3 req-bfd4d158-5eac-4102-8693-6313ba8e4b2a service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cdcaafe-8bee-4d05-9e0f-9a9008c6c1c3 req-bfd4d158-5eac-4102-8693-6313ba8e4b2a service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cdcaafe-8bee-4d05-9e0f-9a9008c6c1c3 req-bfd4d158-5eac-4102-8693-6313ba8e4b2a service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cdcaafe-8bee-4d05-9e0f-9a9008c6c1c3 req-bfd4d158-5eac-4102-8693-6313ba8e4b2a service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cdcaafe-8bee-4d05-9e0f-9a9008c6c1c3 req-bfd4d158-5eac-4102-8693-6313ba8e4b2a service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cdcaafe-8bee-4d05-9e0f-9a9008c6c1c3 req-bfd4d158-5eac-4102-8693-6313ba8e4b2a service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-unplugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Successfully updated port: 1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:53:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Instance destroyed successfully.
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'resources' on Instance uuid 65727b3e-7141-47ca-bfcc-7ac3b8655269 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquired lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:47:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-298219238',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-298219238',id=38,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:49:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-sx0cr50j',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:51:15Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=65727b3e-7141-47ca-bfcc-7ac3b8655269,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "5d62c570-df46-4d3c-b599-e91c39a40603", "address": "fa:16:3e:f0:ed:51", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d62c570-df", "ovs_interfaceid": "5d62c570-df46-4d3c-b599-e91c39a40603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_vif [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d62c570-df, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3385ab49-297b-43f5-a715-5a312e211f4d) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: INFO os_vif [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ed:51,bridge_name='br-int',has_traffic_filtering=True,id=5d62c570-df46-4d3c-b599-e91c39a40603,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d62c570-df')
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hryfuLKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:53:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef90f7b-3088-4ca6-8766-0622b513151d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:53:02 user nova-compute[75502]: No targets found.
Dec 06 08:53:02 user nova-compute[75502]: iSNS:
Dec 06 08:53:02 user nova-compute[75502]: No targets found.
Dec 06 08:53:02 user nova-compute[75502]: STATIC:
Dec 06 08:53:02 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:53:02 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:53:02 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:53:02 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9
Dec 06 08:53:02 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:53:02 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:53:02 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:53:02 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:53:02 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:53:02 user nova-compute[75502]: FIRMWARE:
Dec 06 08:53:02 user nova-compute[75502]: No targets found.
Dec 06 08:53:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:53:02 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:53:02 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f80c1dc-3f09-4c1f-8da2-776bbcf058b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[af44c015-c769-4541-896d-6b5e38f8f410]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:53:02 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:53:02 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:53:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:53:02 user nova-compute[75502]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 (non-flash)
Dec 06 08:53:02 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:53:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f4a830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6e76d3-6567-4040-920e-04f83e9f8f60]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[089ab6f9-6352-4445-8494-90a21e8f79a9]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[acaf5daa-5e5d-4037-9b4e-cf9f200f6be2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d4e415-edfa-4569-9e9a-90ff373d21f4]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26535656263653135', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_f2195dbf', '/dev/disk/by-id/scsi-1SCST_BIOf2195dbf-e5ebce15c880a0a0') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bfd2db2-e698-40f3-9149-d177bbd1ba29]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be215fe6-f9c4-4cb4-b5cd-6e8e32a1bb92]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.neutron [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updating instance_info_cache with network_info: [{"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bb5471b-0a9e-4ac8-bdc7-fb4b3ceba324]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260]
Dec 06 08:53:02 user nova-compute[75502]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9, portal: 172.16.0.220,3260] successful.
Dec 06 08:53:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Releasing lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Instance network_info: |[{"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Start _get_guest_xml network_info=[{"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:53:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:53:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13727f4f-ed21-4dcc-adb2-e77a1d3f3bd9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[059af0d8-9983-41c0-9d08-d4cc5cf2787b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== disconnect_volume: return (308ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:53:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Deleting instance files /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269_del
Dec 06 08:53:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Deletion of /opt/stack/data/nova/instances/65727b3e-7141-47ca-bfcc-7ac3b8655269_del complete
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1358413436',display_name='tempest-VolumesSnapshotTestJSON-instance-1358413436',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1358413436',id=43,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJxaStFKYA3INLQ7UowKEtgWgaTUA/Lwzjdpt5feO47efpS4AjxHdKaC8rFENo+mcOrZKw4ZEOMmP/G65P8TunSrrail/FMg27Nrk2xSjEcIsvzxClWolv3TbMAUoHbGYg==',key_name='tempest-keypair-1150541025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='facd418698ca4dfc97d90a48c8e9af64',ramdisk_id='',reservation_id='r-ron8wsxg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-22732873',owner_user_name='tempest-VolumesSnapshotTestJSON-22732873-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:53:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12932e8b2748451aa66f899b34daa85e',uuid=a64c9340-9637-42fc-9560-7e4b5c15719d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converting VIF {"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'pci_devices' on Instance uuid a64c9340-9637-42fc-9560-7e4b5c15719d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:53:02 user nova-compute[75502]:   <uuid>a64c9340-9637-42fc-9560-7e4b5c15719d</uuid>
Dec 06 08:53:02 user nova-compute[75502]:   <name>instance-0000002b</name>
Dec 06 08:53:02 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:53:02 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:53:02 user nova-compute[75502]:   <metadata>
Dec 06 08:53:02 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:53:02 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:53:02 user nova-compute[75502]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1358413436</nova:name>
Dec 06 08:53:02 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:53:02</nova:creationTime>
Dec 06 08:53:02 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:53:02 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:53:02 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:53:02 user nova-compute[75502]:       <nova:owner>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:user uuid="12932e8b2748451aa66f899b34daa85e">tempest-VolumesSnapshotTestJSON-22732873-project-member</nova:user>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:project uuid="facd418698ca4dfc97d90a48c8e9af64">tempest-VolumesSnapshotTestJSON-22732873</nova:project>
Dec 06 08:53:02 user nova-compute[75502]:       </nova:owner>
Dec 06 08:53:02 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:53:02 user nova-compute[75502]:       <nova:ports>
Dec 06 08:53:02 user nova-compute[75502]:         <nova:port uuid="1db676e3-186c-423d-b447-259d7b0de3cb">
Dec 06 08:53:02 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 08:53:02 user nova-compute[75502]:         </nova:port>
Dec 06 08:53:02 user nova-compute[75502]:       </nova:ports>
Dec 06 08:53:02 user nova-compute[75502]:     </nova:instance>
Dec 06 08:53:02 user nova-compute[75502]:   </metadata>
Dec 06 08:53:02 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:53:02 user nova-compute[75502]:     <system>
Dec 06 08:53:02 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:53:02 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:53:02 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:53:02 user nova-compute[75502]:       <entry name="serial">a64c9340-9637-42fc-9560-7e4b5c15719d</entry>
Dec 06 08:53:02 user nova-compute[75502]:       <entry name="uuid">a64c9340-9637-42fc-9560-7e4b5c15719d</entry>
Dec 06 08:53:02 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:53:02 user nova-compute[75502]:     </system>
Dec 06 08:53:02 user nova-compute[75502]:   </sysinfo>
Dec 06 08:53:02 user nova-compute[75502]:   <os>
Dec 06 08:53:02 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:53:02 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:53:02 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:53:02 user nova-compute[75502]:   </os>
Dec 06 08:53:02 user nova-compute[75502]:   <features>
Dec 06 08:53:02 user nova-compute[75502]:     <acpi/>
Dec 06 08:53:02 user nova-compute[75502]:     <apic/>
Dec 06 08:53:02 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:53:02 user nova-compute[75502]:   </features>
Dec 06 08:53:02 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:53:02 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:53:02 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:53:02 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:53:02 user nova-compute[75502]:   </clock>
Dec 06 08:53:02 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:53:02 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:53:02 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:53:02 user nova-compute[75502]:   </cpu>
Dec 06 08:53:02 user nova-compute[75502]:   <devices>
Dec 06 08:53:02 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:53:02 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:53:02 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk"/>
Dec 06 08:53:02 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:53:02 user nova-compute[75502]:     </disk>
Dec 06 08:53:02 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:53:02 user nova-compute[75502]:       <mac address="fa:16:3e:0b:b6:71"/>
Dec 06 08:53:02 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:53:02 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:53:02 user nova-compute[75502]:       <target dev="tap1db676e3-18"/>
Dec 06 08:53:02 user nova-compute[75502]:     </interface>
Dec 06 08:53:02 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:53:02 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/console.log" append="off"/>
Dec 06 08:53:02 user nova-compute[75502]:     </serial>
Dec 06 08:53:02 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:53:02 user nova-compute[75502]:     <video>
Dec 06 08:53:02 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:53:02 user nova-compute[75502]:     </video>
Dec 06 08:53:02 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:53:02 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:53:02 user nova-compute[75502]:     </rng>
Dec 06 08:53:02 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:53:02 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:53:02 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:53:02 user nova-compute[75502]:     </memballoon>
Dec 06 08:53:02 user nova-compute[75502]:   </devices>
Dec 06 08:53:02 user nova-compute[75502]: </domain>
Dec 06 08:53:02 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1358413436',display_name='tempest-VolumesSnapshotTestJSON-instance-1358413436',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1358413436',id=43,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJxaStFKYA3INLQ7UowKEtgWgaTUA/Lwzjdpt5feO47efpS4AjxHdKaC8rFENo+mcOrZKw4ZEOMmP/G65P8TunSrrail/FMg27Nrk2xSjEcIsvzxClWolv3TbMAUoHbGYg==',key_name='tempest-keypair-1150541025',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='facd418698ca4dfc97d90a48c8e9af64',ramdisk_id='',reservation_id='r-ron8wsxg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-22732873',owner_user_name='tempest-VolumesSnapshotTestJSON-22732873-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:53:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12932e8b2748451aa66f899b34daa85e',uuid=a64c9340-9637-42fc-9560-7e4b5c15719d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converting VIF {"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG os_vif [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a7a1c6f-9680-53cd-a56e-efd30214a719', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1db676e3-18, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1db676e3-18, col_values=(('qos', UUID('34591bdd-daec-4436-8e5f-ec410221179a')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1db676e3-18, col_values=(('external_ids', {'iface-id': '1db676e3-186c-423d-b447-259d7b0de3cb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0b:b6:71', 'vm-uuid': 'a64c9340-9637-42fc-9560-7e4b5c15719d'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:02 user nova-compute[75502]: INFO nova.compute.manager [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 06 08:53:02 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:02 user nova-compute[75502]: INFO os_vif [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18')
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:53:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No VIF found with MAC fa:16:3e:0b:b6:71, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:53:03 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:03 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Took 0.36 seconds to deallocate network for instance.
Dec 06 08:53:04 user nova-compute[75502]: INFO nova.compute.manager [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Took 0.88 seconds to detach 1 volumes for instance.
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] Acquiring lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] No waiting events found dispatching network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:04 user nova-compute[75502]: WARNING nova.compute.manager [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received unexpected event network-vif-plugged-5d62c570-df46-4d3c-b599-e91c39a40603 for instance with vm_state active and task_state deleting.
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-changed-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Refreshing instance network info cache due to event network-changed-1db676e3-186c-423d-b447-259d7b0de3cb. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] Acquiring lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] Acquired lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.network.neutron [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Refreshing network info cache for port 1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.249s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:04 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Deleted allocations for instance 65727b3e-7141-47ca-bfcc-7ac3b8655269
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-55654baf-6f39-4ea4-902e-246f4173df77 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "65727b3e-7141-47ca-bfcc-7ac3b8655269" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.895s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.network.neutron [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updated VIF entry in instance network info cache for port 1db676e3-186c-423d-b447-259d7b0de3cb. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.network.neutron [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updating instance_info_cache with network_info: [{"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] Releasing lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-27c01be8-18a7-49fe-af88-0debaf22ce7b req-7aac6836-2815-43f6-942b-8685923aa92e service nova] [instance: 65727b3e-7141-47ca-bfcc-7ac3b8655269] Received event network-vif-deleted-5d62c570-df46-4d3c-b599-e91c39a40603 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:06 user nova-compute[75502]: WARNING nova.compute.manager [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state building and task_state spawning.
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:06 user nova-compute[75502]: WARNING nova.compute.manager [req-fda1e220-e7f6-49f8-a272-962e8b5138ff req-234dd8af-9fdf-4991-9029-a52784f5747b service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state building and task_state spawning.
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:53:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Instance spawned successfully.
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:06 user nova-compute[75502]: INFO nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Took 5.87 seconds to spawn the instance on the hypervisor.
Dec 06 08:53:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:53:06 user nova-compute[75502]: INFO nova.compute.manager [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Took 6.56 seconds to build instance.
Dec 06 08:53:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7efb28bc-66fd-466b-8eaa-79490ed476db tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.665s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:53:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 08:53:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:11 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:53:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:15 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:53:15 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:16 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:53:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:53:17 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8324MB free_disk=24.987754821777344GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance aced40a8-e217-4508-b326-2a9ea5fc846c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 0b4fb448-a36c-4dd1-bfbb-3f225309468e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance a64c9340-9637-42fc-9560-7e4b5c15719d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.304s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:53:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:53:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG nova.compute.manager [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing instance network info cache due to event network-changed-ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] Acquiring lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] Acquired lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Refreshing network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:27 user nova-compute[75502]: INFO nova.compute.manager [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Terminating instance
Dec 06 08:53:27 user nova-compute[75502]: DEBUG nova.compute.manager [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updated VIF entry in instance network info cache for port ba357fc8-9329-4fc5-b6c2-743c112a18f6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG nova.network.neutron [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [{"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c158eca1-7824-4638-975b-86dd40c1a8f7 req-1abb462a-4023-4b42-9b36-6e82da1a5811 service nova] Releasing lock "refresh_cache-0b4fb448-a36c-4dd1-bfbb-3f225309468e" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:53:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Instance destroyed successfully.
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lazy-loading 'resources' on Instance uuid 0b4fb448-a36c-4dd1-bfbb-3f225309468e {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1612933079',display_name='tempest-TestShelveInstance-server-1612933079',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1612933079',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBW/ED8vbGp3vJj85SaNI9z6vxFaEwrM1YF0qvGfJnOerworARVoRtb4i2nxcKk86uM/1PUuq64cYV3b3hsGt6CPPOHHfqB0Qpe4M8SfhisLroFlwEb03of1v8lhHzyGzw==',key_name='tempest-TestShelveInstance-267309129',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:51:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='24c000d1bebd4a148d48c6290f986b60',ramdisk_id='',reservation_id='r-yz2j5rcz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-939629887',owner_user_name='tempest-TestShelveInstance-939629887-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:51:53Z,user_data=None,user_id='d0d5101358404d3b924acc3814e57237',uuid=0b4fb448-a36c-4dd1-bfbb-3f225309468e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converting VIF {"id": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "address": "fa:16:3e:df:49:a5", "network": {"id": "57d60a63-7097-4d1f-a5a5-c597a396c7cf", "bridge": "br-int", "label": "tempest-TestShelveInstance-805885648-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "24c000d1bebd4a148d48c6290f986b60", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba357fc8-93", "ovs_interfaceid": "ba357fc8-9329-4fc5-b6c2-743c112a18f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_vif [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba357fc8-93, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8775e7d1-1c29-4d03-b16d-c9a54812f938) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:28 user nova-compute[75502]: INFO os_vif [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:49:a5,bridge_name='br-int',has_traffic_filtering=True,id=ba357fc8-9329-4fc5-b6c2-743c112a18f6,network=Network(57d60a63-7097-4d1f-a5a5-c597a396c7cf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba357fc8-93')
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NkgbFTJW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:53:28 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4cc55f-60be-4e4c-b174-f56520bacfd8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:53:28 user nova-compute[75502]: No targets found.
Dec 06 08:53:28 user nova-compute[75502]: iSNS:
Dec 06 08:53:28 user nova-compute[75502]: No targets found.
Dec 06 08:53:28 user nova-compute[75502]: STATIC:
Dec 06 08:53:28 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:53:28 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:53:28 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:53:28 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9
Dec 06 08:53:28 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:53:28 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:53:28 user nova-compute[75502]: FIRMWARE:
Dec 06 08:53:28 user nova-compute[75502]: No targets found.
Dec 06 08:53:28 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:53:28 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:53:28 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeceec7c-172c-4707-8615-413f56fbfb01]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78dab143-8993-46c2-814a-cc4c235d8bcd]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:53:28 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:53:28 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:53:28 user nova-compute[75502]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 (non-flash)
Dec 06 08:53:28 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94eda4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9'): ({'sdf'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Removing single pathed devices sdf {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ba7b00-6470-4631-9c7b-bdb0b9c790d5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e20d237-7c56-47f9-8514-9110eaf0fc83]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Flushing IO for device /dev/sdf {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc01e45-cb59-4213-858c-e88e1516ae05]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[751f74bf-c3b4-4504-92c4-fa5cfb7754e1]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] SCSI volumes sdf have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5a4c8033-bf99b5055358be0c', '/dev/disk/by-id/scsi-26266393962353035', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5a4c8033') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[525fcffd-045d-4a75-9d77-1dd107cf9a19]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95a48832-926b-4c33-85a8-27a746c6d9bb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f33c7f-bd08-4374-9426-816b0ed47cf1]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260]
Dec 06 08:53:28 user nova-compute[75502]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9, portal: 172.16.0.220,3260] successful.
Dec 06 08:53:28 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e7bd328-cd2a-4353-9eee-c989565feee9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[53dd1e3d-d2d1-4d0d-ace1-21e6c2f772b6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] <== disconnect_volume: return (319ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:53:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Deleting instance files /opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e_del
Dec 06 08:53:28 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Deletion of /opt/stack/data/nova/instances/0b4fb448-a36c-4dd1-bfbb-3f225309468e_del complete
Dec 06 08:53:28 user nova-compute[75502]: INFO nova.compute.manager [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 06 08:53:28 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:53:28 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:28 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Took 0.38 seconds to deallocate network for instance.
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-unplugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-unplugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-unplugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] Acquiring lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] No waiting events found dispatching network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:29 user nova-compute[75502]: WARNING nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received unexpected event network-vif-plugged-ba357fc8-9329-4fc5-b6c2-743c112a18f6 for instance with vm_state active and task_state deleting.
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-f712984f-ff25-4f54-86c3-c6685645dd3b req-3c494b56-128b-4642-a3ca-4e27bc85b529 service nova] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Received event network-vif-deleted-ba357fc8-9329-4fc5-b6c2-743c112a18f6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:29 user nova-compute[75502]: INFO nova.compute.manager [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Took 0.81 seconds to detach 1 volumes for instance.
Dec 06 08:53:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] [instance: 0b4fb448-a36c-4dd1-bfbb-3f225309468e] Deleting volume: 6e7bd328-cd2a-4353-9eee-c989565feee9 {{(pid=75502) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:30 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:53:30 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:53:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.244s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:30 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Deleted allocations for instance 0b4fb448-a36c-4dd1-bfbb-3f225309468e
Dec 06 08:53:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-915ec13e-7e6c-41d7-8afd-a9bee8028437 tempest-TestShelveInstance-939629887 tempest-TestShelveInstance-939629887-project-member] Lock "0b4fb448-a36c-4dd1-bfbb-3f225309468e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.972s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:33 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:53:33 user nova-compute[75502]: INFO nova.compute.claims [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Claim successful on node user
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.291s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:53:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.policy [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c3af05c970742fc9498eb63f266fa49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51b78aade781451fa9ec8d737165b7d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:53:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Creating image(s)
Dec 06 08:53:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "/opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "/opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "/opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "2ad887fd65495e9aef5cf844289c1973d4536f09" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "2ad887fd65495e9aef5cf844289c1973d4536f09" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Successfully created port: 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.part --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG nova.virt.images [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] a916f6eb-e191-459b-9c4a-573f14467220 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.part /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.part /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.converted" returned: 0 in 0.346s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "2ad887fd65495e9aef5cf844289c1973d4536f09" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.368s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "2ad887fd65495e9aef5cf844289c1973d4536f09" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "2ad887fd65495e9aef5cf844289c1973d4536f09" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09,backing_fmt=raw /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09,backing_fmt=raw /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk 1073741824" returned: 0 in 0.053s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "2ad887fd65495e9aef5cf844289c1973d4536f09" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Successfully updated port: 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing instance network info cache due to event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Cannot resize image /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Ensure instance console log exists: /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance network_info: |[{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Start _get_guest_xml network_info=[{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:53:31Z,direct_url=<?>,disk_format='qcow2',id=a916f6eb-e191-459b-9c4a-573f14467220,min_disk=0,min_ram=0,name='tempest-scenario-img--1292254302',owner='51b78aade781451fa9ec8d737165b7d6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:53:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': 'a916f6eb-e191-459b-9c4a-573f14467220'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:53:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:53:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:53:31Z,direct_url=<?>,disk_format='qcow2',id=a916f6eb-e191-459b-9c4a-573f14467220,min_disk=0,min_ram=0,name='tempest-scenario-img--1292254302',owner='51b78aade781451fa9ec8d737165b7d6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:53:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:53:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1087825082',display_name='tempest-TestMinimumBasicScenario-server-1087825082',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1087825082',id=44,image_ref='a916f6eb-e191-459b-9c4a-573f14467220',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF7TaMfd/IdgnccoKsEdr/gtGLbbo4+EhDU0ZcwmE2DYJBoYxrePnSOlzF7rIaF1ZvnIO3eXfR7mgngLbQJ+ZhrXRBqjwR9ISklg+Zq5y701FhZh+HVBhrFdknVJt9J+QA==',key_name='tempest-TestMinimumBasicScenario-1427083697',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-a0ffr77h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a916f6eb-e191-459b-9c4a-573f14467220',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:53:34Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=e4590958-4669-4112-bb78-5669f0fb36c7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'pci_devices' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:53:36 user nova-compute[75502]:   <uuid>e4590958-4669-4112-bb78-5669f0fb36c7</uuid>
Dec 06 08:53:36 user nova-compute[75502]:   <name>instance-0000002c</name>
Dec 06 08:53:36 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:53:36 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:53:36 user nova-compute[75502]:   <metadata>
Dec 06 08:53:36 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:53:36 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:53:36 user nova-compute[75502]:       <nova:name>tempest-TestMinimumBasicScenario-server-1087825082</nova:name>
Dec 06 08:53:36 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:53:36</nova:creationTime>
Dec 06 08:53:36 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:53:36 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:53:36 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:53:36 user nova-compute[75502]:       <nova:owner>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:user uuid="8c3af05c970742fc9498eb63f266fa49">tempest-TestMinimumBasicScenario-1922680535-project-member</nova:user>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:project uuid="51b78aade781451fa9ec8d737165b7d6">tempest-TestMinimumBasicScenario-1922680535</nova:project>
Dec 06 08:53:36 user nova-compute[75502]:       </nova:owner>
Dec 06 08:53:36 user nova-compute[75502]:       <nova:root type="image" uuid="a916f6eb-e191-459b-9c4a-573f14467220"/>
Dec 06 08:53:36 user nova-compute[75502]:       <nova:ports>
Dec 06 08:53:36 user nova-compute[75502]:         <nova:port uuid="8208cb14-ab5e-41c4-84dd-c8d86bb36c5d">
Dec 06 08:53:36 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 06 08:53:36 user nova-compute[75502]:         </nova:port>
Dec 06 08:53:36 user nova-compute[75502]:       </nova:ports>
Dec 06 08:53:36 user nova-compute[75502]:     </nova:instance>
Dec 06 08:53:36 user nova-compute[75502]:   </metadata>
Dec 06 08:53:36 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:53:36 user nova-compute[75502]:     <system>
Dec 06 08:53:36 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:53:36 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:53:36 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:53:36 user nova-compute[75502]:       <entry name="serial">e4590958-4669-4112-bb78-5669f0fb36c7</entry>
Dec 06 08:53:36 user nova-compute[75502]:       <entry name="uuid">e4590958-4669-4112-bb78-5669f0fb36c7</entry>
Dec 06 08:53:36 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:53:36 user nova-compute[75502]:     </system>
Dec 06 08:53:36 user nova-compute[75502]:   </sysinfo>
Dec 06 08:53:36 user nova-compute[75502]:   <os>
Dec 06 08:53:36 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:53:36 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:53:36 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:53:36 user nova-compute[75502]:   </os>
Dec 06 08:53:36 user nova-compute[75502]:   <features>
Dec 06 08:53:36 user nova-compute[75502]:     <acpi/>
Dec 06 08:53:36 user nova-compute[75502]:     <apic/>
Dec 06 08:53:36 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:53:36 user nova-compute[75502]:   </features>
Dec 06 08:53:36 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:53:36 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:53:36 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:53:36 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:53:36 user nova-compute[75502]:   </clock>
Dec 06 08:53:36 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:53:36 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:53:36 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:53:36 user nova-compute[75502]:   </cpu>
Dec 06 08:53:36 user nova-compute[75502]:   <devices>
Dec 06 08:53:36 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:53:36 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:53:36 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk"/>
Dec 06 08:53:36 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:53:36 user nova-compute[75502]:     </disk>
Dec 06 08:53:36 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:53:36 user nova-compute[75502]:       <mac address="fa:16:3e:b6:00:61"/>
Dec 06 08:53:36 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:53:36 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:53:36 user nova-compute[75502]:       <target dev="tap8208cb14-ab"/>
Dec 06 08:53:36 user nova-compute[75502]:     </interface>
Dec 06 08:53:36 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:53:36 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/console.log" append="off"/>
Dec 06 08:53:36 user nova-compute[75502]:     </serial>
Dec 06 08:53:36 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:53:36 user nova-compute[75502]:     <video>
Dec 06 08:53:36 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:53:36 user nova-compute[75502]:     </video>
Dec 06 08:53:36 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:53:36 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:53:36 user nova-compute[75502]:     </rng>
Dec 06 08:53:36 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:53:36 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:53:36 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:53:36 user nova-compute[75502]:     </memballoon>
Dec 06 08:53:36 user nova-compute[75502]:   </devices>
Dec 06 08:53:36 user nova-compute[75502]: </domain>
Dec 06 08:53:36 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:53:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1087825082',display_name='tempest-TestMinimumBasicScenario-server-1087825082',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1087825082',id=44,image_ref='a916f6eb-e191-459b-9c4a-573f14467220',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF7TaMfd/IdgnccoKsEdr/gtGLbbo4+EhDU0ZcwmE2DYJBoYxrePnSOlzF7rIaF1ZvnIO3eXfR7mgngLbQJ+ZhrXRBqjwR9ISklg+Zq5y701FhZh+HVBhrFdknVJt9J+QA==',key_name='tempest-TestMinimumBasicScenario-1427083697',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-a0ffr77h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a916f6eb-e191-459b-9c4a-573f14467220',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:53:34Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=e4590958-4669-4112-bb78-5669f0fb36c7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG os_vif [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66709e5d-ef71-556f-a1fa-30162e1990d1', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8208cb14-ab, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8208cb14-ab, col_values=(('qos', UUID('9dac0899-e413-4702-a468-06149b1414f5')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8208cb14-ab, col_values=(('external_ids', {'iface-id': '8208cb14-ab5e-41c4-84dd-c8d86bb36c5d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:00:61', 'vm-uuid': 'e4590958-4669-4112-bb78-5669f0fb36c7'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:36 user nova-compute[75502]: INFO os_vif [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab')
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:53:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No VIF found with MAC fa:16:3e:b6:00:61, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:53:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated VIF entry in instance network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:53:37 user nova-compute[75502]: DEBUG nova.network.neutron [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3606a986-df7b-4690-99f7-385513ff8055 req-dce66bb6-343c-472c-856e-b4f3bf59de2c service nova] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-af3bd3b9-60ed-4f48-8bee-1525befadd27 req-0dc4f749-9d0b-489c-a850-a9b3d1f3bf21 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-af3bd3b9-60ed-4f48-8bee-1525befadd27 req-0dc4f749-9d0b-489c-a850-a9b3d1f3bf21 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-af3bd3b9-60ed-4f48-8bee-1525befadd27 req-0dc4f749-9d0b-489c-a850-a9b3d1f3bf21 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-af3bd3b9-60ed-4f48-8bee-1525befadd27 req-0dc4f749-9d0b-489c-a850-a9b3d1f3bf21 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-af3bd3b9-60ed-4f48-8bee-1525befadd27 req-0dc4f749-9d0b-489c-a850-a9b3d1f3bf21 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:38 user nova-compute[75502]: WARNING nova.compute.manager [req-af3bd3b9-60ed-4f48-8bee-1525befadd27 req-0dc4f749-9d0b-489c-a850-a9b3d1f3bf21 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state building and task_state spawning.
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:53:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance spawned successfully.
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:53:40 user nova-compute[75502]: INFO nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Took 6.02 seconds to spawn the instance on the hypervisor.
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-d973d4f4-a8ce-436e-9340-c1e31db14b02 req-6255f7f6-8924-427e-a9a4-b7160b1f6b2b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d973d4f4-a8ce-436e-9340-c1e31db14b02 req-6255f7f6-8924-427e-a9a4-b7160b1f6b2b service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d973d4f4-a8ce-436e-9340-c1e31db14b02 req-6255f7f6-8924-427e-a9a4-b7160b1f6b2b service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d973d4f4-a8ce-436e-9340-c1e31db14b02 req-6255f7f6-8924-427e-a9a4-b7160b1f6b2b service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-d973d4f4-a8ce-436e-9340-c1e31db14b02 req-6255f7f6-8924-427e-a9a4-b7160b1f6b2b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:40 user nova-compute[75502]: WARNING nova.compute.manager [req-d973d4f4-a8ce-436e-9340-c1e31db14b02 req-6255f7f6-8924-427e-a9a4-b7160b1f6b2b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state building and task_state spawning.
Dec 06 08:53:40 user nova-compute[75502]: INFO nova.compute.manager [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Took 6.65 seconds to build instance.
Dec 06 08:53:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b9c61f48-94a0-4eed-8792-b165039ac888 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.808s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:52 user nova-compute[75502]: INFO nova.compute.manager [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Terminating instance
Dec 06 08:53:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-4cf627c0-fdcb-452b-ae20-e096a1ccc92d req-078847b6-2f3b-40be-ac57-e8a9d8a4a4c1 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-vif-unplugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4cf627c0-fdcb-452b-ae20-e096a1ccc92d req-078847b6-2f3b-40be-ac57-e8a9d8a4a4c1 service nova] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4cf627c0-fdcb-452b-ae20-e096a1ccc92d req-078847b6-2f3b-40be-ac57-e8a9d8a4a4c1 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4cf627c0-fdcb-452b-ae20-e096a1ccc92d req-078847b6-2f3b-40be-ac57-e8a9d8a4a4c1 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-4cf627c0-fdcb-452b-ae20-e096a1ccc92d req-078847b6-2f3b-40be-ac57-e8a9d8a4a4c1 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] No waiting events found dispatching network-vif-unplugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-4cf627c0-fdcb-452b-ae20-e096a1ccc92d req-078847b6-2f3b-40be-ac57-e8a9d8a4a4c1 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-vif-unplugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Instance destroyed successfully.
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'resources' on Instance uuid aced40a8-e217-4508-b326-2a9ea5fc846c {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-766787521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-766787521',id=35,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-tb0x3fse',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:46:26Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=aced40a8-e217-4508-b326-2a9ea5fc846c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "address": "fa:16:3e:1c:f2:33", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde68700c-8a", "ovs_interfaceid": "de68700c-8a80-4a2b-87a3-f9fabdf0c4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG os_vif [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde68700c-8a, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be37b058-733a-4e59-89c8-967be4f84ee7) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:53 user nova-compute[75502]: INFO os_vif [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:f2:33,bridge_name='br-int',has_traffic_filtering=True,id=de68700c-8a80-4a2b-87a3-f9fabdf0c4c8,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde68700c-8a')
Dec 06 08:53:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Deleting instance files /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c_del
Dec 06 08:53:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Deletion of /opt/stack/data/nova/instances/aced40a8-e217-4508-b326-2a9ea5fc846c_del complete
Dec 06 08:53:53 user nova-compute[75502]: INFO nova.compute.manager [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 06 08:53:53 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:53:53 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Took 0.46 seconds to deallocate network for instance.
Dec 06 08:53:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:54 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Deleted allocations for instance aced40a8-e217-4508-b326-2a9ea5fc846c
Dec 06 08:53:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e72c67b9-b9be-47f5-8f57-bb9df488f03a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.902s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] Acquiring lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] Lock "aced40a8-e217-4508-b326-2a9ea5fc846c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:53:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] No waiting events found dispatching network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:53:54 user nova-compute[75502]: WARNING nova.compute.manager [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received unexpected event network-vif-plugged-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 for instance with vm_state deleted and task_state None.
Dec 06 08:53:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-44ccff45-ffee-4801-a989-3ef9e991d2d5 req-73915829-a573-4b1c-a201-5ed769a13a64 service nova] [instance: aced40a8-e217-4508-b326-2a9ea5fc846c] Received event network-vif-deleted-de68700c-8a80-4a2b-87a3-f9fabdf0c4c8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:53:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:53:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:54:09 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 5d5a79c9-5c90-4801-9e81-d92fa420291f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:10 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [{"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5d5a79c9-5c90-4801-9e81-d92fa420291f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:54:10 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:54:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:13 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:13 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:54:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:54:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:54:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:54:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8490MB free_disk=25.017581939697266GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance a64c9340-9637-42fc-9560-7e4b5c15719d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e4590958-4669-4112-bb78-5669f0fb36c7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:54:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.368s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:21 user nova-compute[75502]: INFO nova.compute.manager [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Unshelving
Dec 06 08:54:21 user nova-compute[75502]: INFO nova.virt.block_device [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Booting with volume dfd66f7e-b57c-40cc-92dc-59807c4d5a0c at /dev/vdc
Dec 06 08:54:21 user nova-compute[75502]: DEBUG os_brick.utils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c327b1-b87c-4eaa-881b-aff1f5129d02]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95d1c4c0-03a5-47d6-aab8-55ab8dc2119d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[243f81fa-befc-408f-80e1-8e522d097435]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6415fbf-4ae3-4089-a4f5-7c6d6d9283f3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:54:21 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[58391da2-8864-4cdb-ba59-903600b48c77]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG os_brick.utils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating existing volume attachment record: 076d11a5-cef8-4cdb-ac6c-9d6ec1c4428f {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:54:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'pci_requests' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'numa_topology' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:54:31 user nova-compute[75502]: INFO nova.compute.claims [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Claim successful on node user
Dec 06 08:54:31 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.363s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:31 user nova-compute[75502]: INFO nova.network.neutron [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating port c0467450-5bf1-448e-a4fc-d2c05d26b5b6 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 08:54:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.compute.manager [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing instance network info cache due to event network-changed-c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] Acquiring lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.network.neutron [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:54:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Creating image(s)
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.014s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'trusted_certs' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] Acquired lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Refreshing network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG nova.objects.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<dd392305-9bf4-4400-9a2f-0e1663691faf> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "a2824ce3858f990c599b4414882b6ce2b6a98a9a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "a2824ce3858f990c599b4414882b6ce2b6a98a9a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.part --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG nova.virt.images [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] bd1294e0-b483-43b3-8fb2-e81776184a87 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.part /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updated VIF entry in instance network info cache for port c0467450-5bf1-448e-a4fc-d2c05d26b5b6. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG nova.network.neutron [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f714f514-6c8b-4354-9bc9-f8bba401475c req-0d68eb75-233b-4479-830f-2b0d6c08bef6 service nova] Releasing lock "refresh_cache-dd392305-9bf4-4400-9a2f-0e1663691faf" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.part /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.converted" returned: 0 in 0.382s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a.converted --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "a2824ce3858f990c599b4414882b6ce2b6a98a9a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.774s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a --force-share --output=json" returned: 0 in 0.176s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "a2824ce3858f990c599b4414882b6ce2b6a98a9a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "a2824ce3858f990c599b4414882b6ce2b6a98a9a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a,backing_fmt=raw /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a,backing_fmt=raw /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk 1073741824" returned: 0 in 0.047s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "a2824ce3858f990c599b4414882b6ce2b6a98a9a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.222s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'migration_context' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG nova.objects.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<dd392305-9bf4-4400-9a2f-0e1663691faf> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:54:35 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Rebasing disk image.
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.186s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 -F raw /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 -F raw /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk" returned: 0 in 2.165s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Ensure instance console log exists: /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Start _get_guest_xml network_info=[{"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='eef1d0759d95a2895f8daca7939447ad',container_format='bare',created_at=2023-12-06T08:52:29Z,direct_url=<?>,disk_format='qcow2',id=bd1294e0-b483-43b3-8fb2-e81776184a87,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1546711012-shelved',owner='60f23ddfb90740f19d4fd7676c9c93ad',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T08:52:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '076d11a5-cef8-4cdb-ac6c-9d6ec1c4428f', 'disk_bus': 'virtio', 'boot_index': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'StkUeMsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd392305-9bf4-4400-9a2f-0e1663691faf', 'attached_at': '', 'detached_at': '', 'volume_id': 'dfd66f7e-b57c-40cc-92dc-59807c4d5a0c', 'serial': 'dfd66f7e-b57c-40cc-92dc-59807c4d5a0c'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:54:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:54:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eef1d0759d95a2895f8daca7939447ad',container_format='bare',created_at=2023-12-06T08:52:29Z,direct_url=<?>,disk_format='qcow2',id=bd1294e0-b483-43b3-8fb2-e81776184a87,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1546711012-shelved',owner='60f23ddfb90740f19d4fd7676c9c93ad',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T08:52:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'vcpu_model' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.objects.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<dd392305-9bf4-4400-9a2f-0e1663691faf> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'StkUeMsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:54:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:54:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:54:37 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb03722c-5d82-4729-86dd-b11f9df0c35c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:54:37 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5b7ad8-96fb-4aa6-a183-0b486b5fa442]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c] added
Dec 06 08:54:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ca75aa7-f3b7-49ec-92a7-20a6f0913adf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4833f92-1f81-424f-a641-fe9b5c6623f7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v StkUeMsX {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v StkUeMsX" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe8f3e96-8073-45a1-aff3-ebbcc933b18c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'StkUeMsX'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0383a267-30b8-4436-8fb6-e86484529ad9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f267ea6-6b38-4734-b851-d911a1c3bdc4]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:54:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:54:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:54:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c767685-4720-4785-a64d-c351b15fadf1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260]
Dec 06 08:54:38 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260] successful.
Dec 06 08:54:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[443960ab-a199-4fe0-919f-c140566ae82b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df107d9-075b-4bcc-ae45-3eb4bc0454a1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:54:38 user nova-compute[75502]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:54:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:54:38 user nova-compute[75502]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:54:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b86cb1b-2f2d-45f6-8432-d9bf35dd8286]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'StkUeMsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '23437613063373166', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437613063373166', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:50:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1546711012',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1546711012',id=42,image_ref='bd1294e0-b483-43b3-8fb2-e81776184a87',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1247884889',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:50:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-4gaxtk7n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member',shelved_at='2023-12-06T08:52:33.000198',shelved_host='user',shelved_image_id='bd1294e0-b483-43b3-8fb2-e81776184a87'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=dd392305-9bf4-4400-9a2f-0e1663691faf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'pci_devices' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.objects.base [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<dd392305-9bf4-4400-9a2f-0e1663691faf> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:54:39 user nova-compute[75502]:   <uuid>dd392305-9bf4-4400-9a2f-0e1663691faf</uuid>
Dec 06 08:54:39 user nova-compute[75502]:   <name>instance-0000002a</name>
Dec 06 08:54:39 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:54:39 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:54:39 user nova-compute[75502]:   <metadata>
Dec 06 08:54:39 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:54:39 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:54:39 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1546711012</nova:name>
Dec 06 08:54:39 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:54:37</nova:creationTime>
Dec 06 08:54:39 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:54:39 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:54:39 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:54:39 user nova-compute[75502]:       <nova:owner>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:user uuid="f17a88a0ea70444285b2638c67b76226">tempest-AttachVolumeShelveTestJSON-1161175809-project-member</nova:user>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:project uuid="60f23ddfb90740f19d4fd7676c9c93ad">tempest-AttachVolumeShelveTestJSON-1161175809</nova:project>
Dec 06 08:54:39 user nova-compute[75502]:       </nova:owner>
Dec 06 08:54:39 user nova-compute[75502]:       <nova:root type="image" uuid="bd1294e0-b483-43b3-8fb2-e81776184a87"/>
Dec 06 08:54:39 user nova-compute[75502]:       <nova:ports>
Dec 06 08:54:39 user nova-compute[75502]:         <nova:port uuid="c0467450-5bf1-448e-a4fc-d2c05d26b5b6">
Dec 06 08:54:39 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 06 08:54:39 user nova-compute[75502]:         </nova:port>
Dec 06 08:54:39 user nova-compute[75502]:       </nova:ports>
Dec 06 08:54:39 user nova-compute[75502]:     </nova:instance>
Dec 06 08:54:39 user nova-compute[75502]:   </metadata>
Dec 06 08:54:39 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:54:39 user nova-compute[75502]:     <system>
Dec 06 08:54:39 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:54:39 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:54:39 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:54:39 user nova-compute[75502]:       <entry name="serial">dd392305-9bf4-4400-9a2f-0e1663691faf</entry>
Dec 06 08:54:39 user nova-compute[75502]:       <entry name="uuid">dd392305-9bf4-4400-9a2f-0e1663691faf</entry>
Dec 06 08:54:39 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:54:39 user nova-compute[75502]:     </system>
Dec 06 08:54:39 user nova-compute[75502]:   </sysinfo>
Dec 06 08:54:39 user nova-compute[75502]:   <os>
Dec 06 08:54:39 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:54:39 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:54:39 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:54:39 user nova-compute[75502]:   </os>
Dec 06 08:54:39 user nova-compute[75502]:   <features>
Dec 06 08:54:39 user nova-compute[75502]:     <acpi/>
Dec 06 08:54:39 user nova-compute[75502]:     <apic/>
Dec 06 08:54:39 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:54:39 user nova-compute[75502]:   </features>
Dec 06 08:54:39 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:54:39 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:54:39 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:54:39 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:54:39 user nova-compute[75502]:   </clock>
Dec 06 08:54:39 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:54:39 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:54:39 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:54:39 user nova-compute[75502]:   </cpu>
Dec 06 08:54:39 user nova-compute[75502]:   <devices>
Dec 06 08:54:39 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:54:39 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:54:39 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk"/>
Dec 06 08:54:39 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:54:39 user nova-compute[75502]:     </disk>
Dec 06 08:54:39 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:54:39 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:54:39 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:54:39 user nova-compute[75502]:       <target dev="vdc" bus="virtio"/>
Dec 06 08:54:39 user nova-compute[75502]:       <serial>dfd66f7e-b57c-40cc-92dc-59807c4d5a0c</serial>
Dec 06 08:54:39 user nova-compute[75502]:     </disk>
Dec 06 08:54:39 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:54:39 user nova-compute[75502]:       <mac address="fa:16:3e:8c:83:86"/>
Dec 06 08:54:39 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:54:39 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:54:39 user nova-compute[75502]:       <target dev="tapc0467450-5b"/>
Dec 06 08:54:39 user nova-compute[75502]:     </interface>
Dec 06 08:54:39 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:54:39 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/console.log" append="off"/>
Dec 06 08:54:39 user nova-compute[75502]:     </serial>
Dec 06 08:54:39 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:54:39 user nova-compute[75502]:     <video>
Dec 06 08:54:39 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:54:39 user nova-compute[75502]:     </video>
Dec 06 08:54:39 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:54:39 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:54:39 user nova-compute[75502]:     </rng>
Dec 06 08:54:39 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:54:39 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:54:39 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:54:39 user nova-compute[75502]:     </memballoon>
Dec 06 08:54:39 user nova-compute[75502]:   </devices>
Dec 06 08:54:39 user nova-compute[75502]: </domain>
Dec 06 08:54:39 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:50:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1546711012',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1546711012',id=42,image_ref='bd1294e0-b483-43b3-8fb2-e81776184a87',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1247884889',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:50:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-4gaxtk7n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member',shelved_at='2023-12-06T08:52:33.000198',shelved_host='user',shelved_image_id='bd1294e0-b483-43b3-8fb2-e81776184a87'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=dd392305-9bf4-4400-9a2f-0e1663691faf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG os_vif [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21a05a91-56f9-55f8-b149-c8bb8238dfc0', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0467450-5b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0467450-5b, col_values=(('qos', UUID('805f5428-7c53-40e0-b5ef-00577dbb2e65')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0467450-5b, col_values=(('external_ids', {'iface-id': 'c0467450-5bf1-448e-a4fc-d2c05d26b5b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:83:86', 'vm-uuid': 'dd392305-9bf4-4400-9a2f-0e1663691faf'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:39 user nova-compute[75502]: INFO os_vif [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b')
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:54:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No VIF found with MAC fa:16:3e:8c:83:86, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-a07e0d96-ce59-4f32-8def-aaf269de035a req-e2ab6060-38ba-4cef-ba7a-8633fbf3efe4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a07e0d96-ce59-4f32-8def-aaf269de035a req-e2ab6060-38ba-4cef-ba7a-8633fbf3efe4 service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a07e0d96-ce59-4f32-8def-aaf269de035a req-e2ab6060-38ba-4cef-ba7a-8633fbf3efe4 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a07e0d96-ce59-4f32-8def-aaf269de035a req-e2ab6060-38ba-4cef-ba7a-8633fbf3efe4 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-a07e0d96-ce59-4f32-8def-aaf269de035a req-e2ab6060-38ba-4cef-ba7a-8633fbf3efe4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:54:40 user nova-compute[75502]: WARNING nova.compute.manager [req-a07e0d96-ce59-4f32-8def-aaf269de035a req-e2ab6060-38ba-4cef-ba7a-8633fbf3efe4 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 08:54:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:42 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:54:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:54:42 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance spawned successfully.
Dec 06 08:54:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-ff5a89ff-a684-459f-9209-3ea7eb3356c6 req-719781fc-a1dc-48bf-990a-cba50f120353 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ff5a89ff-a684-459f-9209-3ea7eb3356c6 req-719781fc-a1dc-48bf-990a-cba50f120353 service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ff5a89ff-a684-459f-9209-3ea7eb3356c6 req-719781fc-a1dc-48bf-990a-cba50f120353 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ff5a89ff-a684-459f-9209-3ea7eb3356c6 req-719781fc-a1dc-48bf-990a-cba50f120353 service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:42 user nova-compute[75502]: DEBUG nova.compute.manager [req-ff5a89ff-a684-459f-9209-3ea7eb3356c6 req-719781fc-a1dc-48bf-990a-cba50f120353 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:54:42 user nova-compute[75502]: WARNING nova.compute.manager [req-ff5a89ff-a684-459f-9209-3ea7eb3356c6 req-719781fc-a1dc-48bf-990a-cba50f120353 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 08:54:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:43 user nova-compute[75502]: INFO nova.compute.manager [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Terminating instance
Dec 06 08:54:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5faa1bdb-cf4b-40a8-a8ab-d56a0eeee4e9 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 22.315s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Instance destroyed successfully.
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.objects.instance [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'resources' on Instance uuid 03c946b3-8bdb-4843-b60d-4b0fd508f9da {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:38:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1158470224',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1158470224',id=26,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:40:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-k29ttyqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:42:40Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=03c946b3-8bdb-4843-b60d-4b0fd508f9da,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "befa0614-a3bb-4381-af93-0cb96d68c36f", "address": "fa:16:3e:68:b3:14", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbefa0614-a3", "ovs_interfaceid": "befa0614-a3bb-4381-af93-0cb96d68c36f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_vif [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbefa0614-a3, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9236132-0363-4785-bc95-3218624d6d80) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:54:44 user nova-compute[75502]: INFO os_vif [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:b3:14,bridge_name='br-int',has_traffic_filtering=True,id=befa0614-a3bb-4381-af93-0cb96d68c36f,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbefa0614-a3')
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cwRlIAxH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:54:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1320f596-b715-4f40-9a98-83c4dd21a657]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:54:44 user nova-compute[75502]: No targets found.
Dec 06 08:54:44 user nova-compute[75502]: iSNS:
Dec 06 08:54:44 user nova-compute[75502]: No targets found.
Dec 06 08:54:44 user nova-compute[75502]: STATIC:
Dec 06 08:54:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76
Dec 06 08:54:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:54:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:54:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c
Dec 06 08:54:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:54:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:54:44 user nova-compute[75502]: FIRMWARE:
Dec 06 08:54:44 user nova-compute[75502]: No targets found.
Dec 06 08:54:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:54:44 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:54:44 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[088920da-3ce7-44fd-aa99-35322ac5a21c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9f38d3-2b6d-45e5-9ab9-d368075c91da]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:54:44 user nova-compute[75502]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:54:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 (non-flash)
Dec 06 08:54:44 user nova-compute[75502]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:54:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94b6fd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76'): ({'sde'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Removing single pathed devices sde {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1049b8fd-7d40-4c34-924a-6655c6213878]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbe149b-5c27-4693-9601-b857e65e97a4]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Flushing IO for device /dev/sde {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dfeb8e1-1c64-47da-9512-27cbad5d139d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.038s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c45a395-2c04-4a03-b231-ad314fcb935a]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c591134-e317-41f5-a25c-72692bb323d1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[96da0bfd-892e-4972-b88a-b2c78a757ebd]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260]
Dec 06 08:54:44 user nova-compute[75502]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76, portal: 172.16.0.220,3260] successful.
Dec 06 08:54:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dac13d35-5b8e-4c22-8223-92c392c08e76 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[052d771f-81de-43de-b877-aa1702d57182]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] <== disconnect_volume: return (293ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:54:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Deleting instance files /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da_del
Dec 06 08:54:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Deletion of /opt/stack/data/nova/instances/03c946b3-8bdb-4843-b60d-4b0fd508f9da_del complete
Dec 06 08:54:44 user nova-compute[75502]: INFO nova.compute.manager [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Took 1.19 seconds to destroy the instance on the hypervisor.
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-unplugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] Acquiring lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] No waiting events found dispatching network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:54:44 user nova-compute[75502]: WARNING nova.compute.manager [req-7c58536f-34e0-42de-ae36-3fde002b3173 req-c9bf3e3f-cfd1-48a3-ba0b-b7b720cc73e6 service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received unexpected event network-vif-plugged-befa0614-a3bb-4381-af93-0cb96d68c36f for instance with vm_state active and task_state deleting.
Dec 06 08:54:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:45 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:45 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Took 0.45 seconds to deallocate network for instance.
Dec 06 08:54:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-e00bfb56-75dd-413c-b273-436c4dfd34ba req-ff590369-53fc-4eac-a6af-6940c02ddacc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Received event network-vif-deleted-befa0614-a3bb-4381-af93-0cb96d68c36f {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:45 user nova-compute[75502]: INFO nova.compute.manager [req-e00bfb56-75dd-413c-b273-436c4dfd34ba req-ff590369-53fc-4eac-a6af-6940c02ddacc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Neutron deleted interface befa0614-a3bb-4381-af93-0cb96d68c36f; detaching it from the instance and deleting it from the info cache
Dec 06 08:54:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-e00bfb56-75dd-413c-b273-436c4dfd34ba req-ff590369-53fc-4eac-a6af-6940c02ddacc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-e00bfb56-75dd-413c-b273-436c4dfd34ba req-ff590369-53fc-4eac-a6af-6940c02ddacc service nova] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Detach interface failed, port_id=befa0614-a3bb-4381-af93-0cb96d68c36f, reason: Instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:54:46 user nova-compute[75502]: INFO nova.compute.manager [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 03c946b3-8bdb-4843-b60d-4b0fd508f9da] Took 0.94 seconds to detach 1 volumes for instance.
Dec 06 08:54:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:46 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:54:46 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:54:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.232s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:46 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Deleted allocations for instance 03c946b3-8bdb-4843-b60d-4b0fd508f9da
Dec 06 08:54:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-5b9c2a86-34e9-4b4e-b7d6-cd8b369fd541 tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "03c946b3-8bdb-4843-b60d-4b0fd508f9da" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.423s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-changed-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Refreshing instance network info cache due to event network-changed-1db676e3-186c-423d-b447-259d7b0de3cb. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] Acquiring lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] Acquired lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG nova.network.neutron [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Refreshing network info cache for port 1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG nova.network.neutron [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updated VIF entry in instance network info cache for port 1db676e3-186c-423d-b447-259d7b0de3cb. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG nova.network.neutron [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updating instance_info_cache with network_info: [{"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-bdf56c2d-d7fb-49ae-84ae-8945512b5b73 req-dce5636e-8d25-48df-a6ef-286bedf563ad service nova] Releasing lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "84335dfc-6f47-48e5-b145-171ac05eee85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:54:52 user nova-compute[75502]: INFO nova.compute.claims [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Claim successful on node user
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'flavor' on Instance uuid a64c9340-9637-42fc-9560-7e4b5c15719d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:54:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Ignoring supplied device name: /dev/vdb
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:54:52 user nova-compute[75502]: INFO nova.compute.manager [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Attaching volume 3e6b68b3-823b-426f-9d69-9087b51c21d8 to /dev/vdb
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.343s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6f332a-c319-4091-a9cc-6c307dd963a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa6adef-06b9-4388-9711-971745b34895]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[13af07d9-721b-409b-953e-4f2592006bd2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c181480-db2a-45cc-90fc-b42115d20663]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.policy [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1ab6412004475595cd29f0383e7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa18058ed014486a8d16b698c2ac75d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:54:52 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:54:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[057152e0-9bfb-4032-bdc7-37f0a17c1392]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:54:52 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updating existing volume attachment record: 7f31dd81-ecd2-4c53-8ff6-fdc628666937 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:54:52 user nova-compute[75502]: INFO nova.virt.block_device [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Booting with volume snapshot e1aec8ff-a4bb-4359-9052-6a6ca736c89a at /dev/vda
Dec 06 08:54:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Successfully created port: 07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Successfully updated port: 07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "refresh_cache-84335dfc-6f47-48e5-b145-171ac05eee85" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquired lock "refresh_cache-84335dfc-6f47-48e5-b145-171ac05eee85" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-changed-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Refreshing instance network info cache due to event network-changed-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] Acquiring lock "refresh_cache-84335dfc-6f47-48e5-b145-171ac05eee85" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.network.neutron [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Updating instance_info_cache with network_info: [{"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Releasing lock "refresh_cache-84335dfc-6f47-48e5-b145-171ac05eee85" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Instance network_info: |[{"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] Acquired lock "refresh_cache-84335dfc-6f47-48e5-b145-171ac05eee85" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:54:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Refreshing network info cache for port 07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:54:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:54:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Updated VIF entry in instance network info cache for port 07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:54:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Updating instance_info_cache with network_info: [{"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:54:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9e2e372e-543a-43ef-b79b-348882088350 req-e37ed2ab-2259-474a-bb6f-a1880c731260 service nova] Releasing lock "refresh_cache-84335dfc-6f47-48e5-b145-171ac05eee85" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG os_brick.utils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c63beabf-4ebe-4cb7-b4d1-e98691bcbb84]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c9891d7-a150-4581-b4e9-b210908314c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[172f30b5-8443-400c-9d7c-a87935d4f252]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[974a699a-2bad-40e2-aef8-387f2693cf53]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:54:58 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:54:58 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a190077-8481-46e0-8eaa-9cc5ab46a683]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG os_brick.utils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:54:58 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Updating existing volume attachment record: 673ebe27-8e36-4dbf-8225-db06c90b9be8 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:54:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oXFHRuAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:55:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:02 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f5939b-1932-48dc-9549-2e23658b1c06]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:55:02 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaa01ec0-8280-414f-8df6-734fdc74b1d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8] added
Dec 06 08:55:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[04455b48-97ed-4e57-b2a3-716359177e58]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ec1ac3-c4e2-4a85-ab0b-01c2602a0447]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oXFHRuAJ {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oXFHRuAJ" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[684d09b6-2a12-4e2d-bc77-aa8d56107b4f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oXFHRuAJ'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c29d205-38d6-46d9-b4d3-7b91f59e6e2b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ed3e08-a962-4ad5-9630-ea1722102c49]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f82744-5284-449f-8284-73b9e37e2774]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260]
Dec 06 08:55:02 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260] successful.
Dec 06 08:55:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c825989-694c-48f4-a31a-5491b7ee4ba9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd738ef-0708-48e1-bc69-2afdf173d48d]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:02 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:02 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a79f2152-4d22-468a-bc48-fa59784f5f55]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:55:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oXFHRuAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23437363335303130', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437363335303130', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG nova.objects.instance [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'flavor' on Instance uuid a64c9340-9637-42fc-9560-7e4b5c15719d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:55:03 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:55:03 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:55:03 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:55:03 user nova-compute[75502]:   <serial>3e6b68b3-823b-426f-9d69-9087b51c21d8</serial>
Dec 06 08:55:03 user nova-compute[75502]: </disk>
Dec 06 08:55:03 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] No VIF found with MAC fa:16:3e:0b:b6:71, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:55:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-449a6fba-57f7-4388-9c22-09dfd7885b36 tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.272s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:55:08 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Creating image(s)
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Ensure instance console log exists: /opt/stack/data/nova/instances/84335dfc-6f47-48e5-b145-171ac05eee85/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Start _get_guest_xml network_info=[{"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '673ebe27-8e36-4dbf-8225-db06c90b9be8', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AhgwExHl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '84335dfc-6f47-48e5-b145-171ac05eee85', 'attached_at': '', 'detached_at': '', 'volume_id': '6916e764-eaad-4970-a645-c29b47c6bf38', 'serial': '6916e764-eaad-4970-a645-c29b47c6bf38'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:55:08 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:55:08 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AhgwExHl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:55:08 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:08 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:08 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc1f2e6-a09b-4790-ba91-5fafd14ef11e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:55:08 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[959e276d-7ba4-4b33-8db6-e9aecaeca5cd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38] added
Dec 06 08:55:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[10dc2a72-8bf3-4d8e-8ac3-a217d0c4e06b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f9f3ed-e343-4323-857d-440af85ba683]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AhgwExHl {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AhgwExHl" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d37f326-a778-4074-94be-23ad5dbac340]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AhgwExHl'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f894c48-215e-4374-8ea2-ec81f06cc18b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f716b877-4716-4a23-aaee-fbf2cc7580a9]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:08 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:08 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf2882a-01b5-4bac-b255-9511beade808]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260]
Dec 06 08:55:08 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260] successful.
Dec 06 08:55:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd552818-d482-4c5d-ba8f-6bced5a83645]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5281d237-d7bf-4477-b68a-51f816ee8797]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:08 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:08 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:08 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:08 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:08 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] HCTL ('35', '-', '-', 0) found on session 53 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff22fc1-ed2a-4895-a6f7-150fdac51cfc]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 53 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:55:08 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AhgwExHl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26637353633323261', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637353633323261', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-824526251',display_name='tempest-TestVolumeBootPattern-server-824526251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-824526251',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-nn0rqdk1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:54:53Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=84335dfc-6f47-48e5-b145-171ac05eee85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.objects.instance [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'pci_devices' on Instance uuid 84335dfc-6f47-48e5-b145-171ac05eee85 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:55:09 user nova-compute[75502]:   <uuid>84335dfc-6f47-48e5-b145-171ac05eee85</uuid>
Dec 06 08:55:09 user nova-compute[75502]:   <name>instance-0000002d</name>
Dec 06 08:55:09 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:55:09 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:55:09 user nova-compute[75502]:   <metadata>
Dec 06 08:55:09 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:55:09 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:55:09 user nova-compute[75502]:       <nova:name>tempest-TestVolumeBootPattern-server-824526251</nova:name>
Dec 06 08:55:09 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:55:08</nova:creationTime>
Dec 06 08:55:09 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:55:09 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:55:09 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:55:09 user nova-compute[75502]:       <nova:owner>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:user uuid="ed1ab6412004475595cd29f0383e7e69">tempest-TestVolumeBootPattern-2006591930-project-member</nova:user>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:project uuid="fa18058ed014486a8d16b698c2ac75d5">tempest-TestVolumeBootPattern-2006591930</nova:project>
Dec 06 08:55:09 user nova-compute[75502]:       </nova:owner>
Dec 06 08:55:09 user nova-compute[75502]:       <nova:ports>
Dec 06 08:55:09 user nova-compute[75502]:         <nova:port uuid="07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc">
Dec 06 08:55:09 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 08:55:09 user nova-compute[75502]:         </nova:port>
Dec 06 08:55:09 user nova-compute[75502]:       </nova:ports>
Dec 06 08:55:09 user nova-compute[75502]:     </nova:instance>
Dec 06 08:55:09 user nova-compute[75502]:   </metadata>
Dec 06 08:55:09 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:55:09 user nova-compute[75502]:     <system>
Dec 06 08:55:09 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:55:09 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:55:09 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:55:09 user nova-compute[75502]:       <entry name="serial">84335dfc-6f47-48e5-b145-171ac05eee85</entry>
Dec 06 08:55:09 user nova-compute[75502]:       <entry name="uuid">84335dfc-6f47-48e5-b145-171ac05eee85</entry>
Dec 06 08:55:09 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:55:09 user nova-compute[75502]:     </system>
Dec 06 08:55:09 user nova-compute[75502]:   </sysinfo>
Dec 06 08:55:09 user nova-compute[75502]:   <os>
Dec 06 08:55:09 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:55:09 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:55:09 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:55:09 user nova-compute[75502]:   </os>
Dec 06 08:55:09 user nova-compute[75502]:   <features>
Dec 06 08:55:09 user nova-compute[75502]:     <acpi/>
Dec 06 08:55:09 user nova-compute[75502]:     <apic/>
Dec 06 08:55:09 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:55:09 user nova-compute[75502]:   </features>
Dec 06 08:55:09 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:55:09 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:55:09 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:55:09 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:55:09 user nova-compute[75502]:   </clock>
Dec 06 08:55:09 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:55:09 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:55:09 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:55:09 user nova-compute[75502]:   </cpu>
Dec 06 08:55:09 user nova-compute[75502]:   <devices>
Dec 06 08:55:09 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:55:09 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:55:09 user nova-compute[75502]:       <source dev="/dev/sdd"/>
Dec 06 08:55:09 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:55:09 user nova-compute[75502]:       <serial>6916e764-eaad-4970-a645-c29b47c6bf38</serial>
Dec 06 08:55:09 user nova-compute[75502]:     </disk>
Dec 06 08:55:09 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:55:09 user nova-compute[75502]:       <mac address="fa:16:3e:d1:04:2e"/>
Dec 06 08:55:09 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:55:09 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:55:09 user nova-compute[75502]:       <target dev="tap07c34d69-22"/>
Dec 06 08:55:09 user nova-compute[75502]:     </interface>
Dec 06 08:55:09 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:55:09 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/84335dfc-6f47-48e5-b145-171ac05eee85/console.log" append="off"/>
Dec 06 08:55:09 user nova-compute[75502]:     </serial>
Dec 06 08:55:09 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:55:09 user nova-compute[75502]:     <video>
Dec 06 08:55:09 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:55:09 user nova-compute[75502]:     </video>
Dec 06 08:55:09 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:55:09 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:55:09 user nova-compute[75502]:     </rng>
Dec 06 08:55:09 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:55:09 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:55:09 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:55:09 user nova-compute[75502]:     </memballoon>
Dec 06 08:55:09 user nova-compute[75502]:   </devices>
Dec 06 08:55:09 user nova-compute[75502]: </domain>
Dec 06 08:55:09 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-824526251',display_name='tempest-TestVolumeBootPattern-server-824526251',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-824526251',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-nn0rqdk1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:54:53Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=84335dfc-6f47-48e5-b145-171ac05eee85,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG os_vif [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8dffa376-4802-523a-9856-445d54604671', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap07c34d69-22, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap07c34d69-22, col_values=(('qos', UUID('b3f52369-1973-48b7-909d-3247afae6a22')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap07c34d69-22, col_values=(('external_ids', {'iface-id': '07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d1:04:2e', 'vm-uuid': '84335dfc-6f47-48e5-b145-171ac05eee85'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:09 user nova-compute[75502]: INFO os_vif [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22')
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:55:09 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No VIF found with MAC fa:16:3e:d1:04:2e, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:55:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-838909cb-bde4-40dd-9ce7-fdb68dd6a4fe req-16209882-ab22-4dab-b15b-e0f99868e6f3 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-838909cb-bde4-40dd-9ce7-fdb68dd6a4fe req-16209882-ab22-4dab-b15b-e0f99868e6f3 service nova] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-838909cb-bde4-40dd-9ce7-fdb68dd6a4fe req-16209882-ab22-4dab-b15b-e0f99868e6f3 service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-838909cb-bde4-40dd-9ce7-fdb68dd6a4fe req-16209882-ab22-4dab-b15b-e0f99868e6f3 service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG nova.compute.manager [req-838909cb-bde4-40dd-9ce7-fdb68dd6a4fe req-16209882-ab22-4dab-b15b-e0f99868e6f3 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] No waiting events found dispatching network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:11 user nova-compute[75502]: WARNING nova.compute.manager [req-838909cb-bde4-40dd-9ce7-fdb68dd6a4fe req-16209882-ab22-4dab-b15b-e0f99868e6f3 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received unexpected event network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc for instance with vm_state building and task_state spawning.
Dec 06 08:55:11 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updating instance_info_cache with network_info: [{"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:55:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-a64c9340-9637-42fc-9560-7e4b5c15719d" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:55:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:55:13 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Instance spawned successfully.
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:55:13 user nova-compute[75502]: INFO nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Took 5.19 seconds to spawn the instance on the hypervisor.
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:55:13 user nova-compute[75502]: INFO nova.compute.manager [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Took 21.25 seconds to build instance.
Dec 06 08:55:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-94f03ef2-7cf4-4658-8299-0da956a5a953 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "84335dfc-6f47-48e5-b145-171ac05eee85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.340s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-31bc8489-5be7-413c-a277-2f8bdea0a007 req-7783e70e-30f4-4f4b-8b9c-f4221ee96e69 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-31bc8489-5be7-413c-a277-2f8bdea0a007 req-7783e70e-30f4-4f4b-8b9c-f4221ee96e69 service nova] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-31bc8489-5be7-413c-a277-2f8bdea0a007 req-7783e70e-30f4-4f4b-8b9c-f4221ee96e69 service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-31bc8489-5be7-413c-a277-2f8bdea0a007 req-7783e70e-30f4-4f4b-8b9c-f4221ee96e69 service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:13 user nova-compute[75502]: DEBUG nova.compute.manager [req-31bc8489-5be7-413c-a277-2f8bdea0a007 req-7783e70e-30f4-4f4b-8b9c-f4221ee96e69 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] No waiting events found dispatching network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:13 user nova-compute[75502]: WARNING nova.compute.manager [req-31bc8489-5be7-413c-a277-2f8bdea0a007 req-7783e70e-30f4-4f4b-8b9c-f4221ee96e69 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received unexpected event network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc for instance with vm_state active and task_state None.
Dec 06 08:55:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:55:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:55:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:55:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:55:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8399MB free_disk=24.979839324951172GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5d5a79c9-5c90-4801-9e81-d92fa420291f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance a64c9340-9637-42fc-9560-7e4b5c15719d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e4590958-4669-4112-bb78-5669f0fb36c7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance dd392305-9bf4-4400-9a2f-0e1663691faf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 84335dfc-6f47-48e5-b145-171ac05eee85 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:55:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.313s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:55:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:27 user nova-compute[75502]: INFO nova.compute.manager [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Detaching volume 3e6b68b3-823b-426f-9d69-9087b51c21d8
Dec 06 08:55:27 user nova-compute[75502]: INFO nova.virt.block_device [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Attempting to driver detach volume 3e6b68b3-823b-426f-9d69-9087b51c21d8 from mountpoint /dev/vdb
Dec 06 08:55:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Attempting to detach device vdb from instance a64c9340-9637-42fc-9560-7e4b5c15719d from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:55:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:55:27 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:55:27 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:55:27 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:55:27 user nova-compute[75502]:   <serial>3e6b68b3-823b-426f-9d69-9087b51c21d8</serial>
Dec 06 08:55:27 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:55:27 user nova-compute[75502]: </disk>
Dec 06 08:55:27 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:55:27 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully detached device vdb from instance a64c9340-9637-42fc-9560-7e4b5c15719d from the persistent domain config.
Dec 06 08:55:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a64c9340-9637-42fc-9560-7e4b5c15719d from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:55:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:55:27 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:55:27 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:55:27 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:55:27 user nova-compute[75502]:   <serial>3e6b68b3-823b-426f-9d69-9087b51c21d8</serial>
Dec 06 08:55:27 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:55:27 user nova-compute[75502]: </disk>
Dec 06 08:55:27 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:55:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a64c9340-9637-42fc-9560-7e4b5c15719d {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'flavor' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:28 user nova-compute[75502]: INFO nova.compute.manager [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Attaching volume 15598c45-4caa-4b13-a18a-dc923327558d to /dev/vdb
Dec 06 08:55:28 user nova-compute[75502]: DEBUG os_brick.utils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e4bf4af-e576-4457-8eb2-0ade21c4518f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[084f2006-1164-4372-9cdd-e9017fcbc819]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[126e7f67-e3fb-447a-b7be-71d386386600]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2403f36d-0111-4e05-a8b9-d9c94d89a173]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:55:28 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:55:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[38746cc7-26aa-4dd3-8dca-b362e8578eac]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG os_brick.utils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:55:28 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating existing volume attachment record: fb03f2f4-f0ef-40a7-bd28-d0cc0c7ae17e {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:55:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:33 user nova-compute[75502]: INFO nova.compute.manager [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Terminating instance
Dec 06 08:55:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-58ac2511-6132-4320-9fec-4068da05fc1c req-43bd95f0-6251-4f40-9c98-4f16bba9014d service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-vif-unplugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-58ac2511-6132-4320-9fec-4068da05fc1c req-43bd95f0-6251-4f40-9c98-4f16bba9014d service nova] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-58ac2511-6132-4320-9fec-4068da05fc1c req-43bd95f0-6251-4f40-9c98-4f16bba9014d service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-58ac2511-6132-4320-9fec-4068da05fc1c req-43bd95f0-6251-4f40-9c98-4f16bba9014d service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-58ac2511-6132-4320-9fec-4068da05fc1c req-43bd95f0-6251-4f40-9c98-4f16bba9014d service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] No waiting events found dispatching network-vif-unplugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-58ac2511-6132-4320-9fec-4068da05fc1c req-43bd95f0-6251-4f40-9c98-4f16bba9014d service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-vif-unplugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Instance destroyed successfully.
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lazy-loading 'resources' on Instance uuid 5d5a79c9-5c90-4801-9e81-d92fa420291f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:35:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1989509002',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1989509002',id=20,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:35:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e88fb77c90a04ed7bc2415b5b06011ac',ramdisk_id='',reservation_id='r-ruaaj6s8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:37:50Z,user_data=None,user_id='6354c5ebaf354b439a8c77fa289093fb',uuid=5d5a79c9-5c90-4801-9e81-d92fa420291f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converting VIF {"id": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "address": "fa:16:3e:ba:cf:8e", "network": {"id": "9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-225754828-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e88fb77c90a04ed7bc2415b5b06011ac", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57cbbafe-a7", "ovs_interfaceid": "57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG os_vif [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap57cbbafe-a7, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c10cd482-594c-4993-938f-3de7375a1d8f) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:34 user nova-compute[75502]: INFO os_vif [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:cf:8e,bridge_name='br-int',has_traffic_filtering=True,id=57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b,network=Network(9d5a0e86-4a36-4c19-af7b-2e437f2a4eaa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57cbbafe-a7')
Dec 06 08:55:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Deleting instance files /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f_del
Dec 06 08:55:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Deletion of /opt/stack/data/nova/instances/5d5a79c9-5c90-4801-9e81-d92fa420291f_del complete
Dec 06 08:55:34 user nova-compute[75502]: INFO nova.compute.manager [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Took 0.73 seconds to destroy the instance on the hypervisor.
Dec 06 08:55:34 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:55:34 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:55:35 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Took 0.55 seconds to deallocate network for instance.
Dec 06 08:55:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-35168694-4a26-4b89-9665-a0611a2a2c34 req-64dfa01a-85af-426c-b887-8bb00395d5ad service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-vif-deleted-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:55:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.214s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:35 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Deleted allocations for instance 5d5a79c9-5c90-4801-9e81-d92fa420291f
Dec 06 08:55:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-4043b32d-e58d-4566-90b4-70f9ba44377a tempest-ServerBootFromVolumeStableRescueTest-1602670048 tempest-ServerBootFromVolumeStableRescueTest-1602670048-project-member] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.732s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c879387c-aedd-4bf3-81ef-badc3a786717 req-c6f7a5bc-b7ba-4606-998d-7e5d2c283064 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received event network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c879387c-aedd-4bf3-81ef-badc3a786717 req-c6f7a5bc-b7ba-4606-998d-7e5d2c283064 service nova] Acquiring lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c879387c-aedd-4bf3-81ef-badc3a786717 req-c6f7a5bc-b7ba-4606-998d-7e5d2c283064 service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c879387c-aedd-4bf3-81ef-badc3a786717 req-c6f7a5bc-b7ba-4606-998d-7e5d2c283064 service nova] Lock "5d5a79c9-5c90-4801-9e81-d92fa420291f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c879387c-aedd-4bf3-81ef-badc3a786717 req-c6f7a5bc-b7ba-4606-998d-7e5d2c283064 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] No waiting events found dispatching network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:36 user nova-compute[75502]: WARNING nova.compute.manager [req-c879387c-aedd-4bf3-81ef-badc3a786717 req-c6f7a5bc-b7ba-4606-998d-7e5d2c283064 service nova] [instance: 5d5a79c9-5c90-4801-9e81-d92fa420291f] Received unexpected event network-vif-plugged-57cbbafe-a7a1-4c73-86ce-5903a9bc9d4b for instance with vm_state deleted and task_state None.
Dec 06 08:55:38 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MunTsvAX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:55:38 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:38 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:38 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[38324daa-6a66-4883-93f3-752812b43053]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:55:38 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[523b0bed-0316-4f9f-93d9-313f4f650459]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d] added
Dec 06 08:55:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a262bae-2bb2-4632-9d38-e94864ded9c3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e615fc1b-b1e2-41ab-9cfa-52e1fc00defc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MunTsvAX {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MunTsvAX" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[91fd3b8f-ff97-4696-a1ae-93b9c1ca7eea]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MunTsvAX'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[076bed80-afc1-4c5a-ae36-ee79acc1648f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[899611ed-6759-451b-a1bd-386f752dadda]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03e9c41-f1ac-47d0-9cb7-cb1f563a7295]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260]
Dec 06 08:55:38 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260] successful.
Dec 06 08:55:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a45dfaa-ffba-4082-a9d5-6a1da584cf7f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[87bcbda2-18f4-4335-bb39-0caddb8267ab]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:55:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:38 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:55:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] HCTL ('36', '-', '-', 0) found on session 54 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db6fbd9-cce7-437f-aa92-e2b69de5697c]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Searching for a device in session 54 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:55:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MunTsvAX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26665663563613439', 'path': '/dev/sde'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665663563613439', 'path': '/dev/sde'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'flavor' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:55:39 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:55:39 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:55:39 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:55:39 user nova-compute[75502]:   <serial>15598c45-4caa-4b13-a18a-dc923327558d</serial>
Dec 06 08:55:39 user nova-compute[75502]: </disk>
Dec 06 08:55:39 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:55:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] No VIF found with MAC fa:16:3e:b6:00:61, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:55:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-2c670273-5322-4bd3-bf22-05a5b2b99423 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.999s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing instance network info cache due to event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated VIF entry in instance network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG nova.network.neutron [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:55:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92952d65-ca5c-4d6e-a197-d1e151d4e4f4 req-74224d85-3d86-40f4-a15d-44bb0891f20b service nova] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:55:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing instance network info cache due to event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:55:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:55:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:55:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG nova.network.neutron [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated VIF entry in instance network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG nova.network.neutron [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-aac39e5a-bad5-4c3c-b008-3a65fa7ba8b1 req-2e99b0bc-92a8-4ab0-aba6-c1d35b9ff9c2 service nova] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:46 user nova-compute[75502]: INFO nova.compute.manager [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Rebooting instance
Dec 06 08:55:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG nova.network.neutron [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG nova.network.neutron [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:55:46 user nova-compute[75502]: DEBUG nova.compute.manager [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:55:47 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a64c9340-9637-42fc-9560-7e4b5c15719d is timed out.
Dec 06 08:55:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully detached device vdb from instance a64c9340-9637-42fc-9560-7e4b5c15719d from the live domain config.
Dec 06 08:55:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oXFHRuAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:55:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[94c53f9c-eb2b-432b-b72f-6dee100c8c5e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:55:47 user nova-compute[75502]: No targets found.
Dec 06 08:55:47 user nova-compute[75502]: iSNS:
Dec 06 08:55:47 user nova-compute[75502]: No targets found.
Dec 06 08:55:47 user nova-compute[75502]: STATIC:
Dec 06 08:55:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c
Dec 06 08:55:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d
Dec 06 08:55:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38
Dec 06 08:55:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:47 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8
Dec 06 08:55:47 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:47 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:47 user nova-compute[75502]: FIRMWARE:
Dec 06 08:55:47 user nova-compute[75502]: No targets found.
Dec 06 08:55:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:55:47 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:55:47 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3d05bc-d31a-4280-94ec-5770700e93ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f14a01f5-d2e5-49e4-8145-d6a144d15f21]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:47 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:47 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:47 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:55:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:47 user nova-compute[75502]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 (non-flash)
Dec 06 08:55:47 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:47 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:55:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8ed81b6680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8561b084-ecd5-425a-8b8f-7014d2ed9b07]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[129521ae-9071-4a02-83df-3cabf102e96d]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06b4593-f77d-45d9-9b35-c89c4aa2b176]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f99446-a258-46ad-84bd-3dc0d28076b5]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f143d0e8-9b18-4e3f-b63c-8cf33e11e7db]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2539195c-4ac1-4254-ac13-87cc32217e61]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260]
Dec 06 08:55:47 user nova-compute[75502]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8, portal: 172.16.0.220,3260] successful.
Dec 06 08:55:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[856a3f33-afb0-463a-a350-ed6427c0589a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== disconnect_volume: return (302ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:55:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'flavor' on Instance uuid a64c9340-9637-42fc-9560-7e4b5c15719d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8c35e004-c15c-49cb-bcf6-29e6168e4cac tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.705s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.589s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:48 user nova-compute[75502]: INFO nova.compute.manager [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Terminating instance
Dec 06 08:55:48 user nova-compute[75502]: DEBUG nova.compute.manager [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-d7d5da40-4fb2-4672-8bb3-680e88f9f285 req-3d6d2031-538c-4b70-9151-a67cb87e33f9 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-unplugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d7d5da40-4fb2-4672-8bb3-680e88f9f285 req-3d6d2031-538c-4b70-9151-a67cb87e33f9 service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d7d5da40-4fb2-4672-8bb3-680e88f9f285 req-3d6d2031-538c-4b70-9151-a67cb87e33f9 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d7d5da40-4fb2-4672-8bb3-680e88f9f285 req-3d6d2031-538c-4b70-9151-a67cb87e33f9 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-d7d5da40-4fb2-4672-8bb3-680e88f9f285 req-3d6d2031-538c-4b70-9151-a67cb87e33f9 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-unplugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-d7d5da40-4fb2-4672-8bb3-680e88f9f285 req-3d6d2031-538c-4b70-9151-a67cb87e33f9 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-unplugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-d8b22b0e-1f83-438e-a0b2-f3bd9b410fed req-f454cde6-6932-49de-a182-244ec853939b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d8b22b0e-1f83-438e-a0b2-f3bd9b410fed req-f454cde6-6932-49de-a182-244ec853939b service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d8b22b0e-1f83-438e-a0b2-f3bd9b410fed req-f454cde6-6932-49de-a182-244ec853939b service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d8b22b0e-1f83-438e-a0b2-f3bd9b410fed req-f454cde6-6932-49de-a182-244ec853939b service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-d8b22b0e-1f83-438e-a0b2-f3bd9b410fed req-f454cde6-6932-49de-a182-244ec853939b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:49 user nova-compute[75502]: WARNING nova.compute.manager [req-d8b22b0e-1f83-438e-a0b2-f3bd9b410fed req-f454cde6-6932-49de-a182-244ec853939b service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state active and task_state reboot_started.
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Instance destroyed successfully.
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.objects.instance [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lazy-loading 'resources' on Instance uuid a64c9340-9637-42fc-9560-7e4b5c15719d {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:52:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1358413436',display_name='tempest-VolumesSnapshotTestJSON-instance-1358413436',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1358413436',id=43,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJxaStFKYA3INLQ7UowKEtgWgaTUA/Lwzjdpt5feO47efpS4AjxHdKaC8rFENo+mcOrZKw4ZEOMmP/G65P8TunSrrail/FMg27Nrk2xSjEcIsvzxClWolv3TbMAUoHbGYg==',key_name='tempest-keypair-1150541025',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:53:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='facd418698ca4dfc97d90a48c8e9af64',ramdisk_id='',reservation_id='r-ron8wsxg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-22732873',owner_user_name='tempest-VolumesSnapshotTestJSON-22732873-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:53:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='12932e8b2748451aa66f899b34daa85e',uuid=a64c9340-9637-42fc-9560-7e4b5c15719d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converting VIF {"id": "1db676e3-186c-423d-b447-259d7b0de3cb", "address": "fa:16:3e:0b:b6:71", "network": {"id": "6de041d1-d48b-4cfe-9d71-aa7c651059fc", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-435811675-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "facd418698ca4dfc97d90a48c8e9af64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1db676e3-18", "ovs_interfaceid": "1db676e3-186c-423d-b447-259d7b0de3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG os_vif [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1db676e3-18, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance shutdown successfully.
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=34591bdd-daec-4436-8e5f-ec410221179a) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:49 user nova-compute[75502]: INFO os_vif [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:b6:71,bridge_name='br-int',has_traffic_filtering=True,id=1db676e3-186c-423d-b447-259d7b0de3cb,network=Network(6de041d1-d48b-4cfe-9d71-aa7c651059fc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1db676e3-18')
Dec 06 08:55:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oXFHRuAJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:55:49 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:55:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:55:49 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3033577-a9f3-403b-94eb-d4602c393aa5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:55:50 user nova-compute[75502]: No targets found.
Dec 06 08:55:50 user nova-compute[75502]: iSNS:
Dec 06 08:55:50 user nova-compute[75502]: No targets found.
Dec 06 08:55:50 user nova-compute[75502]: STATIC:
Dec 06 08:55:50 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c
Dec 06 08:55:50 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:50 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:50 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d
Dec 06 08:55:50 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:50 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:50 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38
Dec 06 08:55:50 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:55:50 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:55:50 user nova-compute[75502]: FIRMWARE:
Dec 06 08:55:50 user nova-compute[75502]: No targets found.
Dec 06 08:55:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:55:50 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:55:50 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3e6b68b3-823b-426f-9d69-9087b51c21d8', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d800a0a1-c9d8-4aa2-867e-2e1498172390]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b304d7d-dc0e-432b-b348-f0e5887c330c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:50 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:50 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:55:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:55:50 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:55:50 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:55:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94b6fd00>, {}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Disconnecting from: [] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.076s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] <== disconnect_volume: return (77ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:55:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Deleting instance files /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d_del
Dec 06 08:55:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Deletion of /opt/stack/data/nova/instances/a64c9340-9637-42fc-9560-7e4b5c15719d_del complete
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: INFO nova.compute.manager [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 06 08:55:50 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:50 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:55:50 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Took 0.82 seconds to deallocate network for instance.
Dec 06 08:55:50 user nova-compute[75502]: WARNING nova.volume.cinder [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Attachment 7f31dd81-ecd2-4c53-8ff6-fdc628666937 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 7f31dd81-ecd2-4c53-8ff6-fdc628666937. (HTTP 404) (Request-ID: req-84c2228b-71c7-474b-a8db-6f639d70d8e7)
Dec 06 08:55:50 user nova-compute[75502]: INFO nova.compute.manager [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Took 0.02 seconds to detach 1 volumes for instance.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:51 user nova-compute[75502]: WARNING nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state deleted and task_state None.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:51 user nova-compute[75502]: WARNING nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state deleted and task_state None.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:51 user nova-compute[75502]: WARNING nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state deleted and task_state None.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-unplugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-unplugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:51 user nova-compute[75502]: WARNING nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-unplugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state deleted and task_state None.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Acquiring lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] No waiting events found dispatching network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:51 user nova-compute[75502]: WARNING nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received unexpected event network-vif-plugged-1db676e3-186c-423d-b447-259d7b0de3cb for instance with vm_state deleted and task_state None.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-3668bc60-2aeb-4a2d-8ab1-a8686e31ba75 req-be664ca1-6d16-4594-bbb9-cdc97c815b85 service nova] [instance: a64c9340-9637-42fc-9560-7e4b5c15719d] Received event network-vif-deleted-1db676e3-186c-423d-b447-259d7b0de3cb {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-a2f126e9-efa2-4571-8320-f27ebf8fca66 req-598dbb36-b058-428a-a43c-76b5f0c58b75 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a2f126e9-efa2-4571-8320-f27ebf8fca66 req-598dbb36-b058-428a-a43c-76b5f0c58b75 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a2f126e9-efa2-4571-8320-f27ebf8fca66 req-598dbb36-b058-428a-a43c-76b5f0c58b75 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a2f126e9-efa2-4571-8320-f27ebf8fca66 req-598dbb36-b058-428a-a43c-76b5f0c58b75 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-a2f126e9-efa2-4571-8320-f27ebf8fca66 req-598dbb36-b058-428a-a43c-76b5f0c58b75 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:51 user nova-compute[75502]: WARNING nova.compute.manager [req-a2f126e9-efa2-4571-8320-f27ebf8fca66 req-598dbb36-b058-428a-a43c-76b5f0c58b75 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state active and task_state reboot_started.
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.250s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Deleted allocations for instance a64c9340-9637-42fc-9560-7e4b5c15719d
Dec 06 08:55:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-baaeb9ac-f78e-4a2f-899a-dee953154bdd tempest-VolumesSnapshotTestJSON-22732873 tempest-VolumesSnapshotTestJSON-22732873-project-member] Lock "a64c9340-9637-42fc-9560-7e4b5c15719d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.651s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:53 user nova-compute[75502]: WARNING nova.compute.manager [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state active and task_state reboot_started.
Dec 06 08:55:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:55:53 user nova-compute[75502]: WARNING nova.compute.manager [req-9cd69821-acc6-40fb-8fbf-060a0b9fd73a req-d7595e2d-a972-4c06-a79d-003a40024cb9 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state active and task_state reboot_started.
Dec 06 08:55:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance running successfully.
Dec 06 08:55:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance soft rebooted successfully.
Dec 06 08:55:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:55:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-90343d98-ca98-4768-acca-19ca268d8143 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.425s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:55:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:55:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:10 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:12 user nova-compute[75502]: INFO nova.compute.manager [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Detaching volume dfd66f7e-b57c-40cc-92dc-59807c4d5a0c
Dec 06 08:56:12 user nova-compute[75502]: INFO nova.virt.block_device [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Attempting to driver detach volume dfd66f7e-b57c-40cc-92dc-59807c4d5a0c from mountpoint /dev/vdc
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Attempting to detach device vdc from instance dd392305-9bf4-4400-9a2f-0e1663691faf from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:56:12 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:56:12 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:56:12 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:56:12 user nova-compute[75502]:   <serial>dfd66f7e-b57c-40cc-92dc-59807c4d5a0c</serial>
Dec 06 08:56:12 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:56:12 user nova-compute[75502]: </disk>
Dec 06 08:56:12 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:56:12 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully detached device vdc from instance dd392305-9bf4-4400-9a2f-0e1663691faf from the persistent domain config.
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance dd392305-9bf4-4400-9a2f-0e1663691faf from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:56:12 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:56:12 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 08:56:12 user nova-compute[75502]:   <target dev="vdc" bus="virtio"/>
Dec 06 08:56:12 user nova-compute[75502]:   <serial>dfd66f7e-b57c-40cc-92dc-59807c4d5a0c</serial>
Dec 06 08:56:12 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 06 08:56:12 user nova-compute[75502]: </disk>
Dec 06 08:56:12 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:56:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:56:13 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:56:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:56:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:56:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:56:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:56:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:56:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8521MB free_disk=25.122394561767578GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e4590958-4669-4112-bb78-5669f0fb36c7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance dd392305-9bf4-4400-9a2f-0e1663691faf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 84335dfc-6f47-48e5-b145-171ac05eee85 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.482s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 08:56:32 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance dd392305-9bf4-4400-9a2f-0e1663691faf is timed out.
Dec 06 08:56:33 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully detached device vdc from instance dd392305-9bf4-4400-9a2f-0e1663691faf from the live domain config.
Dec 06 08:56:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'StkUeMsX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:56:33 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcf8eebe-343f-473c-bcac-41dd570650cb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:56:33 user nova-compute[75502]: No targets found.
Dec 06 08:56:33 user nova-compute[75502]: iSNS:
Dec 06 08:56:33 user nova-compute[75502]: No targets found.
Dec 06 08:56:33 user nova-compute[75502]: STATIC:
Dec 06 08:56:33 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c
Dec 06 08:56:33 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:56:33 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:56:33 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d
Dec 06 08:56:33 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:56:33 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:56:33 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38
Dec 06 08:56:33 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:56:33 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:56:33 user nova-compute[75502]: FIRMWARE:
Dec 06 08:56:33 user nova-compute[75502]: No targets found.
Dec 06 08:56:33 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:56:33 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:56:33 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[58cc0bc1-4c1b-4d5a-b3d0-f3e4b68ad591]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6869f12c-7aa9-4986-9629-8fff7fd91595]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:56:33 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:56:33 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:56:33 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c (non-flash)
Dec 06 08:56:33 user nova-compute[75502]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:56:33 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:56:33 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94d32830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3ae822-ea0b-48b3-bea4-35a81409abad]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c5881c-05aa-4480-9bbf-76b924f66b03]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f11f9912-35ee-499f-82fa-74ff4d227418]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[93133aa6-8e7d-424b-8b11-418707ba0bb2]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[24aeea3b-f79b-42a6-ba75-62e821547923]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aed2c7c-5b48-4af4-a010-29f0964fe55c]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260]
Dec 06 08:56:33 user nova-compute[75502]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c, portal: 172.16.0.220,3260] successful.
Dec 06 08:56:33 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dfd66f7e-b57c-40cc-92dc-59807c4d5a0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e819d50-763a-4387-8ced-282a3621a237]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] <== disconnect_volume: return (316ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:56:33 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:56:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'flavor' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:56:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7f161e9a-6f36-4d76-9b06-34471af28c3f tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.761s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:56:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 08:56:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 08:56:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:56:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 08:56:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:56:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 08:56:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "84335dfc-6f47-48e5-b145-171ac05eee85" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:43 user nova-compute[75502]: INFO nova.compute.manager [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Terminating instance
Dec 06 08:56:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-089e1a35-d42e-46fb-acfa-40a1c99e288e req-67aca7cf-0192-4816-8d67-7e1a856ded12 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-vif-unplugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-089e1a35-d42e-46fb-acfa-40a1c99e288e req-67aca7cf-0192-4816-8d67-7e1a856ded12 service nova] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-089e1a35-d42e-46fb-acfa-40a1c99e288e req-67aca7cf-0192-4816-8d67-7e1a856ded12 service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-089e1a35-d42e-46fb-acfa-40a1c99e288e req-67aca7cf-0192-4816-8d67-7e1a856ded12 service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-089e1a35-d42e-46fb-acfa-40a1c99e288e req-67aca7cf-0192-4816-8d67-7e1a856ded12 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] No waiting events found dispatching network-vif-unplugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:56:43 user nova-compute[75502]: DEBUG nova.compute.manager [req-089e1a35-d42e-46fb-acfa-40a1c99e288e req-67aca7cf-0192-4816-8d67-7e1a856ded12 service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-vif-unplugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Instance destroyed successfully.
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.objects.instance [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'resources' on Instance uuid 84335dfc-6f47-48e5-b145-171ac05eee85 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:54:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-824526251',display_name='tempest-TestVolumeBootPattern-server-824526251',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-824526251',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:55:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-nn0rqdk1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:55:14Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=84335dfc-6f47-48e5-b145-171ac05eee85,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "address": "fa:16:3e:d1:04:2e", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07c34d69-22", "ovs_interfaceid": "07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_vif [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap07c34d69-22, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3f52369-1973-48b7-909d-3247afae6a22) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:56:44 user nova-compute[75502]: INFO os_vif [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d1:04:2e,bridge_name='br-int',has_traffic_filtering=True,id=07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07c34d69-22')
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AhgwExHl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:56:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[654e1ffa-388e-4ec4-8883-577964439587]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:56:44 user nova-compute[75502]: No targets found.
Dec 06 08:56:44 user nova-compute[75502]: iSNS:
Dec 06 08:56:44 user nova-compute[75502]: No targets found.
Dec 06 08:56:44 user nova-compute[75502]: STATIC:
Dec 06 08:56:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d
Dec 06 08:56:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:56:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:56:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38
Dec 06 08:56:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:56:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:56:44 user nova-compute[75502]: FIRMWARE:
Dec 06 08:56:44 user nova-compute[75502]: No targets found.
Dec 06 08:56:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:56:44 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:56:44 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7224e1e9-6b33-42e6-bced-5a999ce57989]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[572313af-853d-4b52-8116-cc9934b9ec3d]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:56:44 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:56:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 (non-flash)
Dec 06 08:56:44 user nova-compute[75502]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:56:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8692050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ad9da4-c640-43fe-8f7f-7dbe61792b2b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0f9e69-2eea-45ee-bad5-dd405da6fe64]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[35285465-516a-4076-83c4-3f741438e335]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9763ad7d-ec6e-48cf-ae3d-8fc0de854e2f]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73d2c7e-7d88-4c39-8007-9ced2f771884]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[82da0ad5-53a2-4d5a-afdf-4cc506c5e0ba]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260]
Dec 06 08:56:44 user nova-compute[75502]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38, portal: 172.16.0.220,3260] successful.
Dec 06 08:56:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6916e764-eaad-4970-a645-c29b47c6bf38 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda170a5-31d2-4236-9318-c7003bff46b7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.334s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== disconnect_volume: return (337ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:56:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Deleting instance files /opt/stack/data/nova/instances/84335dfc-6f47-48e5-b145-171ac05eee85_del
Dec 06 08:56:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Deletion of /opt/stack/data/nova/instances/84335dfc-6f47-48e5-b145-171ac05eee85_del complete
Dec 06 08:56:44 user nova-compute[75502]: INFO nova.compute.manager [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Took 1.35 seconds to destroy the instance on the hypervisor.
Dec 06 08:56:44 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:56:44 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:56:45 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:56:45 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Took 0.49 seconds to deallocate network for instance.
Dec 06 08:56:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:56:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] Acquiring lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] Lock "84335dfc-6f47-48e5-b145-171ac05eee85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] No waiting events found dispatching network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:56:45 user nova-compute[75502]: WARNING nova.compute.manager [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received unexpected event network-vif-plugged-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc for instance with vm_state active and task_state deleting.
Dec 06 08:56:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-669e7b8f-789a-438a-8a88-1a507ce8e29c req-857cef83-62ca-49fe-a4a8-341ea472c0cf service nova] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Received event network-vif-deleted-07c34d69-220a-4a7d-b9a9-2bd4ab87d2bc {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:56:46 user nova-compute[75502]: INFO nova.compute.manager [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Took 0.85 seconds to detach 1 volumes for instance.
Dec 06 08:56:46 user nova-compute[75502]: DEBUG nova.compute.manager [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 84335dfc-6f47-48e5-b145-171ac05eee85] Deleting volume: 6916e764-eaad-4970-a645-c29b47c6bf38 {{(pid=75502) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 08:56:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:56:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:56:46 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:56:46 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:56:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.186s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:46 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Deleted allocations for instance 84335dfc-6f47-48e5-b145-171ac05eee85
Dec 06 08:56:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-60f4bd09-15d4-44eb-92c3-c6a6a40a7ed3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "84335dfc-6f47-48e5-b145-171ac05eee85" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.184s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:56:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:56:56 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:56:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:02 user nova-compute[75502]: INFO nova.compute.manager [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Terminating instance
Dec 06 08:57:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-ffcee268-338f-4b75-9646-a10bbb1a2f51 req-3416f0fd-f208-400e-b6c0-3bdbca5f3e8b service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-unplugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ffcee268-338f-4b75-9646-a10bbb1a2f51 req-3416f0fd-f208-400e-b6c0-3bdbca5f3e8b service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ffcee268-338f-4b75-9646-a10bbb1a2f51 req-3416f0fd-f208-400e-b6c0-3bdbca5f3e8b service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ffcee268-338f-4b75-9646-a10bbb1a2f51 req-3416f0fd-f208-400e-b6c0-3bdbca5f3e8b service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-ffcee268-338f-4b75-9646-a10bbb1a2f51 req-3416f0fd-f208-400e-b6c0-3bdbca5f3e8b service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-unplugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.compute.manager [req-ffcee268-338f-4b75-9646-a10bbb1a2f51 req-3416f0fd-f208-400e-b6c0-3bdbca5f3e8b service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-unplugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:57:03 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Instance destroyed successfully.
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.objects.instance [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'resources' on Instance uuid dd392305-9bf4-4400-9a2f-0e1663691faf {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:50:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1546711012',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1546711012',id=42,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD4uIppcRvew2GBsckwPfYr0+qa3a1w3cWAtpvHqZRF0JV0GqTLFwWlSDPX2i1NZd30IjfbdDl8yvAInuwe4ofm4CNZ5q+PqL0iQoDK2ECcFGYXqvfB4UlZ176DPABHhWQ==',key_name='tempest-keypair-1247884889',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:54:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-4gaxtk7n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:54:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=dd392305-9bf4-4400-9a2f-0e1663691faf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "address": "fa:16:3e:8c:83:86", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0467450-5b", "ovs_interfaceid": "c0467450-5bf1-448e-a4fc-d2c05d26b5b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG os_vif [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0467450-5b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=805f5428-7c53-40e0-b5ef-00577dbb2e65) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:03 user nova-compute[75502]: INFO os_vif [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:83:86,bridge_name='br-int',has_traffic_filtering=True,id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0467450-5b')
Dec 06 08:57:03 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Deleting instance files /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf_del
Dec 06 08:57:03 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Deletion of /opt/stack/data/nova/instances/dd392305-9bf4-4400-9a2f-0e1663691faf_del complete
Dec 06 08:57:03 user nova-compute[75502]: INFO nova.compute.manager [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 08:57:03 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:57:03 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:57:04 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:04 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Took 1.25 seconds to deallocate network for instance.
Dec 06 08:57:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-cd01f541-eaa1-4481-b646-2c0f781c854b req-46a9397d-152e-48eb-9945-68a73386ddf1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-deleted-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:04 user nova-compute[75502]: INFO nova.compute.manager [req-cd01f541-eaa1-4481-b646-2c0f781c854b req-46a9397d-152e-48eb-9945-68a73386ddf1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Neutron deleted interface c0467450-5bf1-448e-a4fc-d2c05d26b5b6; detaching it from the instance and deleting it from the info cache
Dec 06 08:57:04 user nova-compute[75502]: DEBUG nova.network.neutron [req-cd01f541-eaa1-4481-b646-2c0f781c854b req-46a9397d-152e-48eb-9945-68a73386ddf1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-cd01f541-eaa1-4481-b646-2c0f781c854b req-46a9397d-152e-48eb-9945-68a73386ddf1 service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Detach interface failed, port_id=c0467450-5bf1-448e-a4fc-d2c05d26b5b6, reason: Instance dd392305-9bf4-4400-9a2f-0e1663691faf could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 08:57:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.157s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:05 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Deleted allocations for instance dd392305-9bf4-4400-9a2f-0e1663691faf
Dec 06 08:57:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d4a5cb4-0f51-4368-9f12-5e8f528c46ab req-397d6604-6aba-4a2e-99ac-e9d5d815e7dc service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d4a5cb4-0f51-4368-9f12-5e8f528c46ab req-397d6604-6aba-4a2e-99ac-e9d5d815e7dc service nova] Acquiring lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d4a5cb4-0f51-4368-9f12-5e8f528c46ab req-397d6604-6aba-4a2e-99ac-e9d5d815e7dc service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d4a5cb4-0f51-4368-9f12-5e8f528c46ab req-397d6604-6aba-4a2e-99ac-e9d5d815e7dc service nova] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d4a5cb4-0f51-4368-9f12-5e8f528c46ab req-397d6604-6aba-4a2e-99ac-e9d5d815e7dc service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] No waiting events found dispatching network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:57:05 user nova-compute[75502]: WARNING nova.compute.manager [req-2d4a5cb4-0f51-4368-9f12-5e8f528c46ab req-397d6604-6aba-4a2e-99ac-e9d5d815e7dc service nova] [instance: dd392305-9bf4-4400-9a2f-0e1663691faf] Received unexpected event network-vif-plugged-c0467450-5bf1-448e-a4fc-d2c05d26b5b6 for instance with vm_state deleted and task_state None.
Dec 06 08:57:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79c066e2-f4ea-4527-933f-379f86367ccd tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "dd392305-9bf4-4400-9a2f-0e1663691faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.481s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:14 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:57:14 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:15 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:57:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:57:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:57:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8777MB free_disk=25.14651107788086GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e4590958-4669-4112-bb78-5669f0fb36c7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:57:18 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:57:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:57:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.303s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:57:33 user nova-compute[75502]: INFO nova.compute.claims [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Claim successful on node user
Dec 06 08:57:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.382s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG nova.network.neutron [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:57:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:57:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG nova.policy [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea2deb35470841ffba4adf252369b7b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bda08c9f9fb48879f765b7f80197d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:57:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Creating image(s)
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "/opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "/opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "/opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.201s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.211s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk 1073741824" returned: 0 in 0.054s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.241s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Cannot resize image /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Ensure instance console log exists: /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Successfully created port: 1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Successfully updated port: 1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquired lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-changed-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Refreshing instance network info cache due to event network-changed-1a8d6507-abb4-47bb-b07e-72af49edffb0. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] Acquiring lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Releasing lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Instance network_info: |[{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] Acquired lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Refreshing network info cache for port 1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Start _get_guest_xml network_info=[{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:57:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:57:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:57:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1522036502',display_name='tempest-SnapshotDataIntegrityTests-server-1522036502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1522036502',id=46,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH3X5z7azTPUlCwfEMTP//EYSzfjdvp5O4v3ATj/rvdkXrJeQAD89vswMaRSD5JPFzF/9lE+LDT83my7s47e07hBqH6n0WYQoGLNaIPynIC87o6DebCZWxloxuxb402ysg==',key_name='tempest-keypair-1980571545',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8bda08c9f9fb48879f765b7f80197d96',ramdisk_id='',reservation_id='r-oqis0i0n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1747037332',owner_user_name='tempest-SnapshotDataIntegrityTests-1747037332-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:57:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea2deb35470841ffba4adf252369b7b2',uuid=5b02acbf-e755-41e0-90bb-acaa98a5a19f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Converting VIF {"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'pci_devices' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:57:36 user nova-compute[75502]:   <uuid>5b02acbf-e755-41e0-90bb-acaa98a5a19f</uuid>
Dec 06 08:57:36 user nova-compute[75502]:   <name>instance-0000002e</name>
Dec 06 08:57:36 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:57:36 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:57:36 user nova-compute[75502]:   <metadata>
Dec 06 08:57:36 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:57:36 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:57:36 user nova-compute[75502]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1522036502</nova:name>
Dec 06 08:57:36 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:57:36</nova:creationTime>
Dec 06 08:57:36 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:57:36 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:57:36 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:57:36 user nova-compute[75502]:       <nova:owner>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:user uuid="ea2deb35470841ffba4adf252369b7b2">tempest-SnapshotDataIntegrityTests-1747037332-project-member</nova:user>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:project uuid="8bda08c9f9fb48879f765b7f80197d96">tempest-SnapshotDataIntegrityTests-1747037332</nova:project>
Dec 06 08:57:36 user nova-compute[75502]:       </nova:owner>
Dec 06 08:57:36 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:57:36 user nova-compute[75502]:       <nova:ports>
Dec 06 08:57:36 user nova-compute[75502]:         <nova:port uuid="1a8d6507-abb4-47bb-b07e-72af49edffb0">
Dec 06 08:57:36 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 08:57:36 user nova-compute[75502]:         </nova:port>
Dec 06 08:57:36 user nova-compute[75502]:       </nova:ports>
Dec 06 08:57:36 user nova-compute[75502]:     </nova:instance>
Dec 06 08:57:36 user nova-compute[75502]:   </metadata>
Dec 06 08:57:36 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:57:36 user nova-compute[75502]:     <system>
Dec 06 08:57:36 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:57:36 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:57:36 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:57:36 user nova-compute[75502]:       <entry name="serial">5b02acbf-e755-41e0-90bb-acaa98a5a19f</entry>
Dec 06 08:57:36 user nova-compute[75502]:       <entry name="uuid">5b02acbf-e755-41e0-90bb-acaa98a5a19f</entry>
Dec 06 08:57:36 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:57:36 user nova-compute[75502]:     </system>
Dec 06 08:57:36 user nova-compute[75502]:   </sysinfo>
Dec 06 08:57:36 user nova-compute[75502]:   <os>
Dec 06 08:57:36 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:57:36 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:57:36 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:57:36 user nova-compute[75502]:   </os>
Dec 06 08:57:36 user nova-compute[75502]:   <features>
Dec 06 08:57:36 user nova-compute[75502]:     <acpi/>
Dec 06 08:57:36 user nova-compute[75502]:     <apic/>
Dec 06 08:57:36 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:57:36 user nova-compute[75502]:   </features>
Dec 06 08:57:36 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:57:36 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:57:36 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:57:36 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:57:36 user nova-compute[75502]:   </clock>
Dec 06 08:57:36 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:57:36 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:57:36 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:57:36 user nova-compute[75502]:   </cpu>
Dec 06 08:57:36 user nova-compute[75502]:   <devices>
Dec 06 08:57:36 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:57:36 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:57:36 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk"/>
Dec 06 08:57:36 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:57:36 user nova-compute[75502]:     </disk>
Dec 06 08:57:36 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:57:36 user nova-compute[75502]:       <mac address="fa:16:3e:47:9d:12"/>
Dec 06 08:57:36 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:57:36 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:57:36 user nova-compute[75502]:       <target dev="tap1a8d6507-ab"/>
Dec 06 08:57:36 user nova-compute[75502]:     </interface>
Dec 06 08:57:36 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:57:36 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/console.log" append="off"/>
Dec 06 08:57:36 user nova-compute[75502]:     </serial>
Dec 06 08:57:36 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:57:36 user nova-compute[75502]:     <video>
Dec 06 08:57:36 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:57:36 user nova-compute[75502]:     </video>
Dec 06 08:57:36 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:57:36 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:57:36 user nova-compute[75502]:     </rng>
Dec 06 08:57:36 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:57:36 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:57:36 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:57:36 user nova-compute[75502]:     </memballoon>
Dec 06 08:57:36 user nova-compute[75502]:   </devices>
Dec 06 08:57:36 user nova-compute[75502]: </domain>
Dec 06 08:57:36 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:57:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1522036502',display_name='tempest-SnapshotDataIntegrityTests-server-1522036502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1522036502',id=46,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH3X5z7azTPUlCwfEMTP//EYSzfjdvp5O4v3ATj/rvdkXrJeQAD89vswMaRSD5JPFzF/9lE+LDT83my7s47e07hBqH6n0WYQoGLNaIPynIC87o6DebCZWxloxuxb402ysg==',key_name='tempest-keypair-1980571545',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8bda08c9f9fb48879f765b7f80197d96',ramdisk_id='',reservation_id='r-oqis0i0n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1747037332',owner_user_name='tempest-SnapshotDataIntegrityTests-1747037332-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:57:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea2deb35470841ffba4adf252369b7b2',uuid=5b02acbf-e755-41e0-90bb-acaa98a5a19f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Converting VIF {"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG os_vif [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0c252d98-47b2-5665-a9e5-f065f5e2e415', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1a8d6507-ab, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1a8d6507-ab, col_values=(('qos', UUID('7b1d1744-7474-46c4-af49-1dd66799d12a')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1a8d6507-ab, col_values=(('external_ids', {'iface-id': '1a8d6507-abb4-47bb-b07e-72af49edffb0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:47:9d:12', 'vm-uuid': '5b02acbf-e755-41e0-90bb-acaa98a5a19f'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:36 user nova-compute[75502]: INFO os_vif [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab')
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No VIF found with MAC fa:16:3e:47:9d:12, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updated VIF entry in instance network info cache for port 1a8d6507-abb4-47bb-b07e-72af49edffb0. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG nova.network.neutron [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-286fec8f-4c37-49dc-a711-1053582a011a req-d68e4857-f1f5-4655-981e-22982673bf21 service nova] Releasing lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:57:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-4a299586-ad36-4b58-937d-74f5d52928c4 req-765c27d5-7c05-4abb-8b6b-f78719562a14 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4a299586-ad36-4b58-937d-74f5d52928c4 req-765c27d5-7c05-4abb-8b6b-f78719562a14 service nova] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4a299586-ad36-4b58-937d-74f5d52928c4 req-765c27d5-7c05-4abb-8b6b-f78719562a14 service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4a299586-ad36-4b58-937d-74f5d52928c4 req-765c27d5-7c05-4abb-8b6b-f78719562a14 service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-4a299586-ad36-4b58-937d-74f5d52928c4 req-765c27d5-7c05-4abb-8b6b-f78719562a14 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] No waiting events found dispatching network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:57:38 user nova-compute[75502]: WARNING nova.compute.manager [req-4a299586-ad36-4b58-937d-74f5d52928c4 req-765c27d5-7c05-4abb-8b6b-f78719562a14 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received unexpected event network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 for instance with vm_state building and task_state spawning.
Dec 06 08:57:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing instance network info cache due to event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:38 user nova-compute[75502]: DEBUG nova.network.neutron [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG nova.network.neutron [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated VIF entry in instance network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG nova.network.neutron [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-086def18-45cb-4766-81ba-94a41003f6c6 req-d979f7d5-9071-4b40-b80f-d5d508ebb306 service nova] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-4c4baf45-6740-4924-a07b-752fcf31cbd9 req-da6afc7d-83af-458b-afb5-b186d0d27258 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4c4baf45-6740-4924-a07b-752fcf31cbd9 req-da6afc7d-83af-458b-afb5-b186d0d27258 service nova] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4c4baf45-6740-4924-a07b-752fcf31cbd9 req-da6afc7d-83af-458b-afb5-b186d0d27258 service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-4c4baf45-6740-4924-a07b-752fcf31cbd9 req-da6afc7d-83af-458b-afb5-b186d0d27258 service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.compute.manager [req-4c4baf45-6740-4924-a07b-752fcf31cbd9 req-da6afc7d-83af-458b-afb5-b186d0d27258 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] No waiting events found dispatching network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:57:40 user nova-compute[75502]: WARNING nova.compute.manager [req-4c4baf45-6740-4924-a07b-752fcf31cbd9 req-da6afc7d-83af-458b-afb5-b186d0d27258 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received unexpected event network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 for instance with vm_state building and task_state spawning.
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Instance spawned successfully.
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.compute.manager [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Detaching volume 15598c45-4caa-4b13-a18a-dc923327558d
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Took 6.04 seconds to spawn the instance on the hypervisor.
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.virt.block_device [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Attempting to driver detach volume 15598c45-4caa-4b13-a18a-dc923327558d from mountpoint /dev/vdb
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Attempting to detach device vdb from instance e4590958-4669-4112-bb78-5669f0fb36c7 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:57:40 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:57:40 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:57:40 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:57:40 user nova-compute[75502]:   <serial>15598c45-4caa-4b13-a18a-dc923327558d</serial>
Dec 06 08:57:40 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:57:40 user nova-compute[75502]: </disk>
Dec 06 08:57:40 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully detached device vdb from instance e4590958-4669-4112-bb78-5669f0fb36c7 from the persistent domain config.
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e4590958-4669-4112-bb78-5669f0fb36c7 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:57:40 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:57:40 user nova-compute[75502]:   <source dev="/dev/sde"/>
Dec 06 08:57:40 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:57:40 user nova-compute[75502]:   <serial>15598c45-4caa-4b13-a18a-dc923327558d</serial>
Dec 06 08:57:40 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:57:40 user nova-compute[75502]: </disk>
Dec 06 08:57:40 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.compute.manager [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Took 6.90 seconds to build instance.
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-79713584-13d0-48b3-b5df-b0e7e0a6d1fe tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.046s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.381s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:40 user nova-compute[75502]: INFO nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] During sync_power_state the instance has a pending task (spawning). Skip.
Dec 06 08:57:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:40 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG nova.compute.manager [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG nova.compute.manager [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing instance network info cache due to event network-changed-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG nova.network.neutron [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Refreshing network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG nova.network.neutron [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated VIF entry in instance network info cache for port 8208cb14-ab5e-41c4-84dd-c8d86bb36c5d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG nova.network.neutron [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-b6ab9b4e-1768-4a41-9ecd-d4d2ac52f49e req-e66f92b6-dede-440b-8023-a016e30a1b22 service nova] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:57:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:56 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:57:56 user nova-compute[75502]: INFO nova.compute.claims [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Claim successful on node user
Dec 06 08:57:56 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.324s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:57:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.policy [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17a88a0ea70444285b2638c67b76226', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60f23ddfb90740f19d4fd7676c9c93ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:57:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Creating image(s)
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk 1073741824" returned: 0 in 0.051s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.204s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:57:57 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Successfully created port: 4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Cannot resize image /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Ensure instance console log exists: /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Successfully updated port: 4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-changed-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing instance network info cache due to event network-changed-4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.neutron [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance network_info: |[{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.neutron [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing network info cache for port 4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Start _get_guest_xml network_info=[{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:57:58 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:57:58 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-262536933',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-262536933',id=47,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkurNLsvWJqEC4a7Eyys4hEmZqhWs7CUBklM6f4l6e0qCUw0JdGObJHJI3qtSzL3EN0WDerh5vod97WRehjqix3vLqTxTUhjqb8ecWxDH8i/Zz/WxXap//PnO9XFPOdQw==',key_name='tempest-keypair-1636327640',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-wpav0uiu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:57:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=cae41b74-c9ce-4f2a-9920-576ae53107f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'pci_devices' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:57:58 user nova-compute[75502]:   <uuid>cae41b74-c9ce-4f2a-9920-576ae53107f1</uuid>
Dec 06 08:57:58 user nova-compute[75502]:   <name>instance-0000002f</name>
Dec 06 08:57:58 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:57:58 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:57:58 user nova-compute[75502]:   <metadata>
Dec 06 08:57:58 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:57:58 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:57:58 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-262536933</nova:name>
Dec 06 08:57:58 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:57:58</nova:creationTime>
Dec 06 08:57:58 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:57:58 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:57:58 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:57:58 user nova-compute[75502]:       <nova:owner>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:user uuid="f17a88a0ea70444285b2638c67b76226">tempest-AttachVolumeShelveTestJSON-1161175809-project-member</nova:user>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:project uuid="60f23ddfb90740f19d4fd7676c9c93ad">tempest-AttachVolumeShelveTestJSON-1161175809</nova:project>
Dec 06 08:57:58 user nova-compute[75502]:       </nova:owner>
Dec 06 08:57:58 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 08:57:58 user nova-compute[75502]:       <nova:ports>
Dec 06 08:57:58 user nova-compute[75502]:         <nova:port uuid="4544b627-fe79-4870-866f-887a906e787c">
Dec 06 08:57:58 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 08:57:58 user nova-compute[75502]:         </nova:port>
Dec 06 08:57:58 user nova-compute[75502]:       </nova:ports>
Dec 06 08:57:58 user nova-compute[75502]:     </nova:instance>
Dec 06 08:57:58 user nova-compute[75502]:   </metadata>
Dec 06 08:57:58 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:57:58 user nova-compute[75502]:     <system>
Dec 06 08:57:58 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:57:58 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:57:58 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:57:58 user nova-compute[75502]:       <entry name="serial">cae41b74-c9ce-4f2a-9920-576ae53107f1</entry>
Dec 06 08:57:58 user nova-compute[75502]:       <entry name="uuid">cae41b74-c9ce-4f2a-9920-576ae53107f1</entry>
Dec 06 08:57:58 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:57:58 user nova-compute[75502]:     </system>
Dec 06 08:57:58 user nova-compute[75502]:   </sysinfo>
Dec 06 08:57:58 user nova-compute[75502]:   <os>
Dec 06 08:57:58 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:57:58 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:57:58 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:57:58 user nova-compute[75502]:   </os>
Dec 06 08:57:58 user nova-compute[75502]:   <features>
Dec 06 08:57:58 user nova-compute[75502]:     <acpi/>
Dec 06 08:57:58 user nova-compute[75502]:     <apic/>
Dec 06 08:57:58 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:57:58 user nova-compute[75502]:   </features>
Dec 06 08:57:58 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:57:58 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:57:58 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:57:58 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:57:58 user nova-compute[75502]:   </clock>
Dec 06 08:57:58 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:57:58 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:57:58 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:57:58 user nova-compute[75502]:   </cpu>
Dec 06 08:57:58 user nova-compute[75502]:   <devices>
Dec 06 08:57:58 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 08:57:58 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 08:57:58 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk"/>
Dec 06 08:57:58 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:57:58 user nova-compute[75502]:     </disk>
Dec 06 08:57:58 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:57:58 user nova-compute[75502]:       <mac address="fa:16:3e:e2:c2:a3"/>
Dec 06 08:57:58 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:57:58 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:57:58 user nova-compute[75502]:       <target dev="tap4544b627-fe"/>
Dec 06 08:57:58 user nova-compute[75502]:     </interface>
Dec 06 08:57:58 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:57:58 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/console.log" append="off"/>
Dec 06 08:57:58 user nova-compute[75502]:     </serial>
Dec 06 08:57:58 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:57:58 user nova-compute[75502]:     <video>
Dec 06 08:57:58 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:57:58 user nova-compute[75502]:     </video>
Dec 06 08:57:58 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:57:58 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:57:58 user nova-compute[75502]:     </rng>
Dec 06 08:57:58 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:57:58 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:57:58 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:57:58 user nova-compute[75502]:     </memballoon>
Dec 06 08:57:58 user nova-compute[75502]:   </devices>
Dec 06 08:57:58 user nova-compute[75502]: </domain>
Dec 06 08:57:58 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-262536933',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-262536933',id=47,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkurNLsvWJqEC4a7Eyys4hEmZqhWs7CUBklM6f4l6e0qCUw0JdGObJHJI3qtSzL3EN0WDerh5vod97WRehjqix3vLqTxTUhjqb8ecWxDH8i/Zz/WxXap//PnO9XFPOdQw==',key_name='tempest-keypair-1636327640',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-wpav0uiu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:57:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=cae41b74-c9ce-4f2a-9920-576ae53107f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG os_vif [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8bc7857-32ae-5035-80df-2a32b3a87c47', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4544b627-fe, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4544b627-fe, col_values=(('qos', UUID('416e67c1-4c20-49da-87d3-41b043d9810f')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4544b627-fe, col_values=(('external_ids', {'iface-id': '4544b627-fe79-4870-866f-887a906e787c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:c2:a3', 'vm-uuid': 'cae41b74-c9ce-4f2a-9920-576ae53107f1'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:57:59 user nova-compute[75502]: INFO os_vif [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe')
Dec 06 08:57:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No VIF found with MAC fa:16:3e:e2:c2:a3, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG nova.network.neutron [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updated VIF entry in instance network info cache for port 4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG nova.network.neutron [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:57:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1035fdb9-caca-4ed3-8cd7-2b4ba05ce946 req-8a23df55-a3eb-450d-8403-67ed9b394694 service nova] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fffd885-9a62-4764-b1e5-890b7bb19c46 req-02a8774e-b9e9-46df-9df0-7700ce154d6d service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fffd885-9a62-4764-b1e5-890b7bb19c46 req-02a8774e-b9e9-46df-9df0-7700ce154d6d service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fffd885-9a62-4764-b1e5-890b7bb19c46 req-02a8774e-b9e9-46df-9df0-7700ce154d6d service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fffd885-9a62-4764-b1e5-890b7bb19c46 req-02a8774e-b9e9-46df-9df0-7700ce154d6d service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fffd885-9a62-4764-b1e5-890b7bb19c46 req-02a8774e-b9e9-46df-9df0-7700ce154d6d service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:00 user nova-compute[75502]: WARNING nova.compute.manager [req-1fffd885-9a62-4764-b1e5-890b7bb19c46 req-02a8774e-b9e9-46df-9df0-7700ce154d6d service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state building and task_state spawning.
Dec 06 08:58:00 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e4590958-4669-4112-bb78-5669f0fb36c7 is timed out.
Dec 06 08:58:00 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully detached device vdb from instance e4590958-4669-4112-bb78-5669f0fb36c7 from the live domain config.
Dec 06 08:58:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MunTsvAX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:58:00 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f4842b-02b0-4c00-903b-c2233b533247]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 08:58:00 user nova-compute[75502]: No targets found.
Dec 06 08:58:00 user nova-compute[75502]: iSNS:
Dec 06 08:58:00 user nova-compute[75502]: No targets found.
Dec 06 08:58:00 user nova-compute[75502]: STATIC:
Dec 06 08:58:00 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d
Dec 06 08:58:00 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 08:58:00 user nova-compute[75502]:                 Iface Name: default
Dec 06 08:58:00 user nova-compute[75502]: FIRMWARE:
Dec 06 08:58:00 user nova-compute[75502]: No targets found.
Dec 06 08:58:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 08:58:00 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 08:58:00 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0870296c-2d89-45f3-975d-1945632434f9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[38505b4e-f160-49bd-b258-27d858e39fba]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:58:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d (non-flash)
Dec 06 08:58:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94cbb760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d'): ({'sde'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Removing single pathed devices sde {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ece678e-c7ef-4b6f-a722-0a35c9431929]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e42b41-28f3-449a-bafe-349786ae3bc0]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Flushing IO for device /dev/sde {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a39fd33-849f-4790-b391-c9abfdc1551d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d57ba92-c8b4-4449-8888-c88907a349d4]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] SCSI volumes sde have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe2fae7-f765-4edf-bda6-e4865b5d095b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5941a1-92a8-492f-b233-53c0cf2066d4]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260]
Dec 06 08:58:01 user nova-compute[75502]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d, portal: 172.16.0.220,3260] successful.
Dec 06 08:58:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15598c45-4caa-4b13-a18a-dc923327558d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b011239-cde9-4b14-a22a-41f66ce032dd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] <== disconnect_volume: return (315ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:58:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:58:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance spawned successfully.
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:02 user nova-compute[75502]: INFO nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Took 5.34 seconds to spawn the instance on the hypervisor.
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:58:02 user nova-compute[75502]: INFO nova.compute.manager [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Took 6.06 seconds to build instance.
Dec 06 08:58:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e02a342d-b90f-4dd4-b2d1-d75dab09720b tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.184s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-5b9b832f-3c3a-44c9-acef-9c3b8af696b0 req-1c540f08-3e44-42b9-85d1-fb145ca3b998 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5b9b832f-3c3a-44c9-acef-9c3b8af696b0 req-1c540f08-3e44-42b9-85d1-fb145ca3b998 service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5b9b832f-3c3a-44c9-acef-9c3b8af696b0 req-1c540f08-3e44-42b9-85d1-fb145ca3b998 service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5b9b832f-3c3a-44c9-acef-9c3b8af696b0 req-1c540f08-3e44-42b9-85d1-fb145ca3b998 service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:02 user nova-compute[75502]: DEBUG nova.compute.manager [req-5b9b832f-3c3a-44c9-acef-9c3b8af696b0 req-1c540f08-3e44-42b9-85d1-fb145ca3b998 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:02 user nova-compute[75502]: WARNING nova.compute.manager [req-5b9b832f-3c3a-44c9-acef-9c3b8af696b0 req-1c540f08-3e44-42b9-85d1-fb145ca3b998 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state active and task_state None.
Dec 06 08:58:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 08:58:03 user nova-compute[75502]: INFO nova.compute.claims [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Claim successful on node user
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.350s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 08:58:03 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 08:58:03 user nova-compute[75502]: INFO nova.virt.block_device [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Booting with volume 2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 at /dev/vda
Dec 06 08:58:03 user nova-compute[75502]: DEBUG nova.policy [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1ab6412004475595cd29f0383e7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa18058ed014486a8d16b698c2ac75d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG os_brick.utils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:58:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[438090b3-8235-4ebb-81da-087430265b73]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f09824-2806-4fa0-a899-c2d0b693fe54]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e835bf9-54f4-4ccb-979b-57b53faa902c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1633642d-8e5d-4a26-9f0d-91a9ff31719b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:58:04 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:58:04 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[81ccc9cb-6f6f-421b-be57-26d8bc96fb2d]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG os_brick.utils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updating existing volume attachment record: b34a9e8a-0178-4dac-afb5-d6517a6d80a8 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:58:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Successfully created port: 0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Successfully updated port: 0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquired lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.objects.instance [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'flavor' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-changed-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Refreshing instance network info cache due to event network-changed-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] Acquiring lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-57b08879-d5cf-4a3d-88be-70a2504bd526 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.432s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updating instance_info_cache with network_info: [{"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Releasing lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Instance network_info: |[{"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] Acquired lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:58:05 user nova-compute[75502]: DEBUG nova.network.neutron [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Refreshing network info cache for port 0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:58:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updated VIF entry in instance network info cache for port 0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:58:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updating instance_info_cache with network_info: [{"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:58:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1f706f4c-e7c8-4947-9b72-9e067c6f5783 req-ccb1f8d9-ffa3-4bdf-ac94-21ba23ce1a70 service nova] Releasing lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:58:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 08:58:13 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Creating image(s)
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Ensure instance console log exists: /opt/stack/data/nova/instances/9ca812e6-3d68-43fe-b34d-b778f8e08087/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Start _get_guest_xml network_info=[{"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b34a9e8a-0178-4dac-afb5-d6517a6d80a8', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MPjogWsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ca812e6-3d68-43fe-b34d-b778f8e08087', 'attached_at': '', 'detached_at': '', 'volume_id': '2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2', 'serial': '2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 08:58:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:58:13 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MPjogWsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:58:13 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:58:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:58:13 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:58:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:58:13 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d37cddc-27ce-4e20-9111-b9035e739dfc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:58:13 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4326265d-f57e-4697-a883-6bbe3f14bcb7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2] added
Dec 06 08:58:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4415c3e1-a1fc-4df9-b4e4-3e44751159c9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[794830ac-9efe-4854-bb0f-833e040bc9f3]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MPjogWsJ {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MPjogWsJ" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[649d7e7c-a630-4c79-bc3f-86e70f6567a6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MPjogWsJ'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb914185-bd03-44eb-b457-32c557938c42]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc13be8-93a3-46df-9e89-4196737776cf]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 08:58:14 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 08:58:14 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:58:14 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 08:58:14 user nova-compute[75502]: 
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[519d1055-33c0-47da-be0e-5138f288739c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260]
Dec 06 08:58:14 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260] successful.
Dec 06 08:58:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[09542c6b-5258-4c99-aaac-ce7e4b799ec5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e879a14a-4367-4743-a36e-c3ab6c4d68f8]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 08:58:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 08:58:14 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b945f8bf-dff6-4243-bbfd-5a0481ddf0c5]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:58:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MPjogWsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23932656161356234', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932656161356234', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-938088960',display_name='tempest-TestVolumeBootPattern-volume-backed-server-938088960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-938088960',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEjBUkXReigBGEdVn/VVf6y9h98UU4CtsJCMraKME5OcAT8yX7/q3hWY8RshKfEGqIx0rLvYr568swZNQZV/vTXLSDTT1zVGGwiWhsGzRqV6pZ/WPfvZCK16j+lrC6mnmg==',key_name='tempest-keypair-2092951711',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-09gpvkzq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:58:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed1ab6412004475595cd29f0383e7e69',uuid=9ca812e6-3d68-43fe-b34d-b778f8e08087,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.objects.instance [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'pci_devices' on Instance uuid 9ca812e6-3d68-43fe-b34d-b778f8e08087 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] End _get_guest_xml xml=<domain type="kvm">
Dec 06 08:58:15 user nova-compute[75502]:   <uuid>9ca812e6-3d68-43fe-b34d-b778f8e08087</uuid>
Dec 06 08:58:15 user nova-compute[75502]:   <name>instance-00000030</name>
Dec 06 08:58:15 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 08:58:15 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 08:58:15 user nova-compute[75502]:   <metadata>
Dec 06 08:58:15 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 08:58:15 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 08:58:15 user nova-compute[75502]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-938088960</nova:name>
Dec 06 08:58:15 user nova-compute[75502]:       <nova:creationTime>2023-12-06 08:58:13</nova:creationTime>
Dec 06 08:58:15 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 08:58:15 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 08:58:15 user nova-compute[75502]:       </nova:flavor>
Dec 06 08:58:15 user nova-compute[75502]:       <nova:owner>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:user uuid="ed1ab6412004475595cd29f0383e7e69">tempest-TestVolumeBootPattern-2006591930-project-member</nova:user>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:project uuid="fa18058ed014486a8d16b698c2ac75d5">tempest-TestVolumeBootPattern-2006591930</nova:project>
Dec 06 08:58:15 user nova-compute[75502]:       </nova:owner>
Dec 06 08:58:15 user nova-compute[75502]:       <nova:ports>
Dec 06 08:58:15 user nova-compute[75502]:         <nova:port uuid="0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b">
Dec 06 08:58:15 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 06 08:58:15 user nova-compute[75502]:         </nova:port>
Dec 06 08:58:15 user nova-compute[75502]:       </nova:ports>
Dec 06 08:58:15 user nova-compute[75502]:     </nova:instance>
Dec 06 08:58:15 user nova-compute[75502]:   </metadata>
Dec 06 08:58:15 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 08:58:15 user nova-compute[75502]:     <system>
Dec 06 08:58:15 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 08:58:15 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 08:58:15 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 08:58:15 user nova-compute[75502]:       <entry name="serial">9ca812e6-3d68-43fe-b34d-b778f8e08087</entry>
Dec 06 08:58:15 user nova-compute[75502]:       <entry name="uuid">9ca812e6-3d68-43fe-b34d-b778f8e08087</entry>
Dec 06 08:58:15 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 08:58:15 user nova-compute[75502]:     </system>
Dec 06 08:58:15 user nova-compute[75502]:   </sysinfo>
Dec 06 08:58:15 user nova-compute[75502]:   <os>
Dec 06 08:58:15 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 08:58:15 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 08:58:15 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 08:58:15 user nova-compute[75502]:   </os>
Dec 06 08:58:15 user nova-compute[75502]:   <features>
Dec 06 08:58:15 user nova-compute[75502]:     <acpi/>
Dec 06 08:58:15 user nova-compute[75502]:     <apic/>
Dec 06 08:58:15 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 08:58:15 user nova-compute[75502]:   </features>
Dec 06 08:58:15 user nova-compute[75502]:   <clock offset="utc">
Dec 06 08:58:15 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 08:58:15 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 08:58:15 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 08:58:15 user nova-compute[75502]:   </clock>
Dec 06 08:58:15 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 08:58:15 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 08:58:15 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 08:58:15 user nova-compute[75502]:   </cpu>
Dec 06 08:58:15 user nova-compute[75502]:   <devices>
Dec 06 08:58:15 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 08:58:15 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:58:15 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 08:58:15 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 08:58:15 user nova-compute[75502]:       <serial>2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2</serial>
Dec 06 08:58:15 user nova-compute[75502]:     </disk>
Dec 06 08:58:15 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 08:58:15 user nova-compute[75502]:       <mac address="fa:16:3e:11:30:c1"/>
Dec 06 08:58:15 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:58:15 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 08:58:15 user nova-compute[75502]:       <target dev="tap0a2e8211-86"/>
Dec 06 08:58:15 user nova-compute[75502]:     </interface>
Dec 06 08:58:15 user nova-compute[75502]:     <serial type="pty">
Dec 06 08:58:15 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/9ca812e6-3d68-43fe-b34d-b778f8e08087/console.log" append="off"/>
Dec 06 08:58:15 user nova-compute[75502]:     </serial>
Dec 06 08:58:15 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 08:58:15 user nova-compute[75502]:     <video>
Dec 06 08:58:15 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 08:58:15 user nova-compute[75502]:     </video>
Dec 06 08:58:15 user nova-compute[75502]:     <rng model="virtio">
Dec 06 08:58:15 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 08:58:15 user nova-compute[75502]:     </rng>
Dec 06 08:58:15 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 08:58:15 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 08:58:15 user nova-compute[75502]:       <stats period="10"/>
Dec 06 08:58:15 user nova-compute[75502]:     </memballoon>
Dec 06 08:58:15 user nova-compute[75502]:   </devices>
Dec 06 08:58:15 user nova-compute[75502]: </domain>
Dec 06 08:58:15 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-938088960',display_name='tempest-TestVolumeBootPattern-volume-backed-server-938088960',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-938088960',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEjBUkXReigBGEdVn/VVf6y9h98UU4CtsJCMraKME5OcAT8yX7/q3hWY8RshKfEGqIx0rLvYr568swZNQZV/vTXLSDTT1zVGGwiWhsGzRqV6pZ/WPfvZCK16j+lrC6mnmg==',key_name='tempest-keypair-2092951711',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-09gpvkzq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T08:58:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed1ab6412004475595cd29f0383e7e69',uuid=9ca812e6-3d68-43fe-b34d-b778f8e08087,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG os_vif [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46063166-7c7e-5c3c-b2d0-ca0f0e2b00cf', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0a2e8211-86, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0a2e8211-86, col_values=(('qos', UUID('56e36788-b1c3-4674-ba4a-e38563e1b133')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0a2e8211-86, col_values=(('external_ids', {'iface-id': '0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:30:c1', 'vm-uuid': '9ca812e6-3d68-43fe-b34d-b778f8e08087'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:15 user nova-compute[75502]: INFO os_vif [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86')
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:58:15 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No VIF found with MAC fa:16:3e:11:30:c1, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Skipping network cache update for instance because it is Building. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d7f3130-0f44-44ca-9e95-f1f1bad601aa req-bbefb058-84fc-4143-a0f7-e749f35616eb service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d7f3130-0f44-44ca-9e95-f1f1bad601aa req-bbefb058-84fc-4143-a0f7-e749f35616eb service nova] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d7f3130-0f44-44ca-9e95-f1f1bad601aa req-bbefb058-84fc-4143-a0f7-e749f35616eb service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d7f3130-0f44-44ca-9e95-f1f1bad601aa req-bbefb058-84fc-4143-a0f7-e749f35616eb service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d7f3130-0f44-44ca-9e95-f1f1bad601aa req-bbefb058-84fc-4143-a0f7-e749f35616eb service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] No waiting events found dispatching network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:17 user nova-compute[75502]: WARNING nova.compute.manager [req-0d7f3130-0f44-44ca-9e95-f1f1bad601aa req-bbefb058-84fc-4143-a0f7-e749f35616eb service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received unexpected event network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b for instance with vm_state building and task_state spawning.
Dec 06 08:58:17 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [{"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-e4590958-4669-4112-bb78-5669f0fb36c7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:58:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fb4bfad-c147-4f1d-8343-d14541f3273c req-8e60cbe9-99ca-475b-b50d-7efc4c9adc0f service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fb4bfad-c147-4f1d-8343-d14541f3273c req-8e60cbe9-99ca-475b-b50d-7efc4c9adc0f service nova] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fb4bfad-c147-4f1d-8343-d14541f3273c req-8e60cbe9-99ca-475b-b50d-7efc4c9adc0f service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1fb4bfad-c147-4f1d-8343-d14541f3273c req-8e60cbe9-99ca-475b-b50d-7efc4c9adc0f service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-1fb4bfad-c147-4f1d-8343-d14541f3273c req-8e60cbe9-99ca-475b-b50d-7efc4c9adc0f service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] No waiting events found dispatching network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:19 user nova-compute[75502]: WARNING nova.compute.manager [req-1fb4bfad-c147-4f1d-8343-d14541f3273c req-8e60cbe9-99ca-475b-b50d-7efc4c9adc0f service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received unexpected event network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b for instance with vm_state building and task_state spawning.
Dec 06 08:58:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Instance spawned successfully.
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 08:58:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:58:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8435MB free_disk=25.07797622680664GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance e4590958-4669-4112-bb78-5669f0fb36c7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cae41b74-c9ce-4f2a-9920-576ae53107f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 9ca812e6-3d68-43fe-b34d-b778f8e08087 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:58:19 user nova-compute[75502]: INFO nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Took 5.60 seconds to spawn the instance on the hypervisor.
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:58:19 user nova-compute[75502]: INFO nova.compute.manager [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Took 16.39 seconds to build instance.
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-81783acd-3ddf-482c-910b-7db494f904a3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.482s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:58:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.304s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:58:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:36 user nova-compute[75502]: INFO nova.compute.manager [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Terminating instance
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-e25e8f47-0575-48eb-af83-da5a143c8b94 req-e65e55e9-2712-4d97-9026-a1b7e1a05a32 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e25e8f47-0575-48eb-af83-da5a143c8b94 req-e65e55e9-2712-4d97-9026-a1b7e1a05a32 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e25e8f47-0575-48eb-af83-da5a143c8b94 req-e65e55e9-2712-4d97-9026-a1b7e1a05a32 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e25e8f47-0575-48eb-af83-da5a143c8b94 req-e65e55e9-2712-4d97-9026-a1b7e1a05a32 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-e25e8f47-0575-48eb-af83-da5a143c8b94 req-e65e55e9-2712-4d97-9026-a1b7e1a05a32 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-e25e8f47-0575-48eb-af83-da5a143c8b94 req-e65e55e9-2712-4d97-9026-a1b7e1a05a32 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Instance destroyed successfully.
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lazy-loading 'resources' on Instance uuid e4590958-4669-4112-bb78-5669f0fb36c7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:53:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1087825082',display_name='tempest-TestMinimumBasicScenario-server-1087825082',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1087825082',id=44,image_ref='a916f6eb-e191-459b-9c4a-573f14467220',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF7TaMfd/IdgnccoKsEdr/gtGLbbo4+EhDU0ZcwmE2DYJBoYxrePnSOlzF7rIaF1ZvnIO3eXfR7mgngLbQJ+ZhrXRBqjwR9ISklg+Zq5y701FhZh+HVBhrFdknVJt9J+QA==',key_name='tempest-TestMinimumBasicScenario-1427083697',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:53:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='51b78aade781451fa9ec8d737165b7d6',ramdisk_id='',reservation_id='r-a0ffr77h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a916f6eb-e191-459b-9c4a-573f14467220',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1922680535',owner_user_name='tempest-TestMinimumBasicScenario-1922680535-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:55:54Z,user_data=None,user_id='8c3af05c970742fc9498eb63f266fa49',uuid=e4590958-4669-4112-bb78-5669f0fb36c7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converting VIF {"id": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "address": "fa:16:3e:b6:00:61", "network": {"id": "581c672e-6983-487f-90e4-b17f99e96487", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1979248870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51b78aade781451fa9ec8d737165b7d6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8208cb14-ab", "ovs_interfaceid": "8208cb14-ab5e-41c4-84dd-c8d86bb36c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG os_vif [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8208cb14-ab, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9dac0899-e413-4702-a468-06149b1414f5) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:58:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:58:36 user nova-compute[75502]: INFO os_vif [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b6:00:61,bridge_name='br-int',has_traffic_filtering=True,id=8208cb14-ab5e-41c4-84dd-c8d86bb36c5d,network=Network(581c672e-6983-487f-90e4-b17f99e96487),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8208cb14-ab')
Dec 06 08:58:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Deleting instance files /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7_del
Dec 06 08:58:36 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Deletion of /opt/stack/data/nova/instances/e4590958-4669-4112-bb78-5669f0fb36c7_del complete
Dec 06 08:58:37 user nova-compute[75502]: INFO nova.compute.manager [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 06 08:58:37 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:58:37 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Took 0.59 seconds to deallocate network for instance.
Dec 06 08:58:37 user nova-compute[75502]: DEBUG nova.compute.manager [req-654827fe-382c-42e2-9c28-b4b77c679109 req-d28cd555-6a92-4f12-a2da-ec4d82886eaa service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-deleted-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:58:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:37 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Deleted allocations for instance e4590958-4669-4112-bb78-5669f0fb36c7
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-fc6f1368-291b-4336-936c-9df5bc074f33 tempest-TestMinimumBasicScenario-1922680535 tempest-TestMinimumBasicScenario-1922680535-project-member] Lock "e4590958-4669-4112-bb78-5669f0fb36c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.014s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:38 user nova-compute[75502]: WARNING nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state deleted and task_state None.
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:38 user nova-compute[75502]: WARNING nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state deleted and task_state None.
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:38 user nova-compute[75502]: WARNING nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state deleted and task_state None.
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:38 user nova-compute[75502]: WARNING nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-unplugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state deleted and task_state None.
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Acquiring lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] Lock "e4590958-4669-4112-bb78-5669f0fb36c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:58:38 user nova-compute[75502]: DEBUG nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] No waiting events found dispatching network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:58:38 user nova-compute[75502]: WARNING nova.compute.manager [req-608081ee-9de4-4b67-81dd-268bb40c95ef req-27691b01-159b-4e8a-b102-e5d778a21193 service nova] [instance: e4590958-4669-4112-bb78-5669f0fb36c7] Received unexpected event network-vif-plugged-8208cb14-ab5e-41c4-84dd-c8d86bb36c5d for instance with vm_state deleted and task_state None.
Dec 06 08:58:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:58:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:59:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 08:59:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 08:59:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:59:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8629MB free_disk=25.103099822998047GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cae41b74-c9ce-4f2a-9920-576ae53107f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 9ca812e6-3d68-43fe-b34d-b778f8e08087 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 08:59:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.264s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 08:59:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:59:24 user nova-compute[75502]: DEBUG nova.compute.manager [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-changed-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:59:24 user nova-compute[75502]: DEBUG nova.compute.manager [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Refreshing instance network info cache due to event network-changed-1a8d6507-abb4-47bb-b07e-72af49edffb0. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:59:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] Acquiring lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:59:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] Acquired lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:59:24 user nova-compute[75502]: DEBUG nova.network.neutron [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Refreshing network info cache for port 1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:59:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updated VIF entry in instance network info cache for port 1a8d6507-abb4-47bb-b07e-72af49edffb0. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:59:25 user nova-compute[75502]: DEBUG nova.network.neutron [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:59:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-24a846de-078b-4c74-bf2f-57e1269bb446 req-86ecfba7-f4ec-4f1d-bf10-4f2f90a4268e service nova] Releasing lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:59:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 08:59:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:28 user nova-compute[75502]: INFO nova.compute.manager [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attaching volume 1b27947a-68ea-42dd-aadd-32c691c52a86 to /dev/vdb
Dec 06 08:59:28 user nova-compute[75502]: DEBUG os_brick.utils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c981173-57ad-4368-8dd1-8f115f4f687f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[606d4e34-ed39-46e6-bc7f-6cb6a35a0662]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[45dbcdc0-f775-4a8a-bf6f-ec7ce595c8e8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5624b8d9-70f7-459a-ab0f-293a7acf3c04]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 08:59:28 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 08:59:28 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb5be1be-0943-42ac-bbb8-0736b619da0b]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG os_brick.utils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:59:28 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating existing volume attachment record: 2e5e7db6-63dd-423e-ba13-cf849fcd0136 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 08:59:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OluKynkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 08:59:38 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:59:38 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 08:59:38 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da89e3f-1244-4340-883b-f9f2f9156826]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 08:59:38 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6ae52bc-c56e-4d7a-9f9d-cd50d39a34ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86] added
Dec 06 08:59:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ce96c0b-c884-43e6-a581-f80d9ce74d0f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c3f83f-2909-4fee-9532-69f9a51aeacf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OluKynkB {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OluKynkB" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1772e62-fe04-46e9-a8db-fcf41eeefa92]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OluKynkB'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec3a0fe-ba60-4013-9f17-f407b3d000bf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f4748b1-20b2-4def-8489-e55a58d2fbfb]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 08:59:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 08:59:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d67e46f-48dc-4723-a08b-e5324b57ee46]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260]
Dec 06 08:59:38 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260] successful.
Dec 06 08:59:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[593f0257-de39-4e86-a058-761b8387f2bb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c009045-4659-4d0b-a34a-3048f12d4d7a]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 08:59:38 user nova-compute[75502]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 (non-flash)
Dec 06 08:59:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 08:59:38 user nova-compute[75502]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 (non-flash)
Dec 06 08:59:38 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[991d20d6-74a9-4cbd-a712-043796fbc442]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 08:59:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OluKynkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '23466386463376236', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23466386463376236', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 08:59:39 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:59:39 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:59:39 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:59:39 user nova-compute[75502]:   <serial>1b27947a-68ea-42dd-aadd-32c691c52a86</serial>
Dec 06 08:59:39 user nova-compute[75502]: </disk>
Dec 06 08:59:39 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 08:59:39 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No VIF found with MAC fa:16:3e:47:9d:12, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 08:59:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-116db8c4-52c2-4e80-b9ef-4ac242b39705 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.866s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-changed-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing instance network info cache due to event network-changed-4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing network info cache for port 4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updated VIF entry in instance network info cache for port 4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG nova.network.neutron [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:59:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3385014e-a817-41be-9128-4679283f40ab req-b81c9f3e-a772-4ea1-b81c-f60162778eba service nova] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:59:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:51 user nova-compute[75502]: INFO nova.compute.manager [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Shelving
Dec 06 08:59:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-140bcb10-6932-48ba-b52a-1bc1f7f8f97f req-c0c03819-c3bb-424e-9868-a7308d7aca88 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-unplugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-140bcb10-6932-48ba-b52a-1bc1f7f8f97f req-c0c03819-c3bb-424e-9868-a7308d7aca88 service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-140bcb10-6932-48ba-b52a-1bc1f7f8f97f req-c0c03819-c3bb-424e-9868-a7308d7aca88 service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-140bcb10-6932-48ba-b52a-1bc1f7f8f97f req-c0c03819-c3bb-424e-9868-a7308d7aca88 service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-140bcb10-6932-48ba-b52a-1bc1f7f8f97f req-c0c03819-c3bb-424e-9868-a7308d7aca88 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-unplugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:59:51 user nova-compute[75502]: WARNING nova.compute.manager [req-140bcb10-6932-48ba-b52a-1bc1f7f8f97f req-c0c03819-c3bb-424e-9868-a7308d7aca88 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-unplugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state active and task_state shelving.
Dec 06 08:59:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance destroyed successfully.
Dec 06 08:59:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Beginning cold snapshot process
Dec 06 08:59:52 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 08:59:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk /opt/stack/data/nova/instances/snapshots/tmpsd8rqjju/4811e9b13e534c199bd125f0e732811d {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 08:59:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk /opt/stack/data/nova/instances/snapshots/tmpsd8rqjju/4811e9b13e534c199bd125f0e732811d" returned: 0 in 0.974s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 08:59:53 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Snapshot extracted, beginning image upload
Dec 06 08:59:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-30640546-9e58-442a-990c-a6bb7d92fea4 req-467c3b1b-640e-43fa-970e-88ef59abda23 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:59:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30640546-9e58-442a-990c-a6bb7d92fea4 req-467c3b1b-640e-43fa-970e-88ef59abda23 service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30640546-9e58-442a-990c-a6bb7d92fea4 req-467c3b1b-640e-43fa-970e-88ef59abda23 service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-30640546-9e58-442a-990c-a6bb7d92fea4 req-467c3b1b-640e-43fa-970e-88ef59abda23 service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-30640546-9e58-442a-990c-a6bb7d92fea4 req-467c3b1b-640e-43fa-970e-88ef59abda23 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 08:59:53 user nova-compute[75502]: WARNING nova.compute.manager [req-30640546-9e58-442a-990c-a6bb7d92fea4 req-467c3b1b-640e-43fa-970e-88ef59abda23 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state active and task_state shelving_image_uploading.
Dec 06 08:59:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-changed-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:59:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Refreshing instance network info cache due to event network-changed-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:59:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] Acquiring lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:59:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] Acquired lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:59:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Refreshing network info cache for port 0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updated VIF entry in instance network info cache for port 0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updating instance_info_cache with network_info: [{"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-505bc608-5def-466a-9017-3390be7aebb2 req-803123b6-beae-4e77-9093-a4dfdf0cfe58 service nova] Releasing lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:59:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Snapshot image upload complete
Dec 06 08:59:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:59:55 user nova-compute[75502]: INFO nova.compute.manager [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Shelve offloading
Dec 06 08:59:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance destroyed successfully.
Dec 06 08:59:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:59:55 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 08:59:56 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:59:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:59:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance destroyed successfully.
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'resources' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-262536933',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-262536933',id=47,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkurNLsvWJqEC4a7Eyys4hEmZqhWs7CUBklM6f4l6e0qCUw0JdGObJHJI3qtSzL3EN0WDerh5vod97WRehjqix3vLqTxTUhjqb8ecWxDH8i/Zz/WxXap//PnO9XFPOdQw==',key_name='tempest-keypair-1636327640',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:58:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-wpav0uiu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member',shelved_at='2023-12-06T08:59:55.729002',shelved_host='user',shelved_image_id='13ccdfb8-f831-4741-b1f1-53619161f5c8'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:59:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=cae41b74-c9ce-4f2a-9920-576ae53107f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG os_vif [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4544b627-fe, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=416e67c1-4c20-49da-87d3-41b043d9810f) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-changed-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing instance network info cache due to event network-changed-4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing network info cache for port 4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 08:59:57 user nova-compute[75502]: INFO os_vif [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe')
Dec 06 08:59:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Deleting instance files /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1_del
Dec 06 08:59:57 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Deletion of /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1_del complete
Dec 06 08:59:57 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Deleted allocations for instance cae41b74-c9ce-4f2a-9920-576ae53107f1
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'numa_topology' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.objects.base [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<cae41b74-c9ce-4f2a-9920-576ae53107f1> lazy-loaded attributes: resources,numa_topology {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6d80c048-f367-4c95-a692-f7d8c601a8eb tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.554s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updated VIF entry in instance network info cache for port 4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG nova.network.neutron [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap4544b627-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 08:59:57 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f3e9d569-623a-4668-b72f-74230bf707ac req-6e8a95e5-6cf7-4d82-b5ab-cb920cb62b07 service nova] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 08:59:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 08:59:59 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 08:59:59 user nova-compute[75502]: INFO nova.compute.manager [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Detaching volume 1b27947a-68ea-42dd-aadd-32c691c52a86
Dec 06 08:59:59 user nova-compute[75502]: INFO nova.virt.block_device [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attempting to driver detach volume 1b27947a-68ea-42dd-aadd-32c691c52a86 from mountpoint /dev/vdb
Dec 06 08:59:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Attempting to detach device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 08:59:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:59:59 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:59:59 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:59:59 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:59:59 user nova-compute[75502]:   <serial>1b27947a-68ea-42dd-aadd-32c691c52a86</serial>
Dec 06 08:59:59 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:59:59 user nova-compute[75502]: </disk>
Dec 06 08:59:59 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:59:59 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config.
Dec 06 08:59:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 08:59:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 08:59:59 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 08:59:59 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 08:59:59 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 08:59:59 user nova-compute[75502]:   <serial>1b27947a-68ea-42dd-aadd-32c691c52a86</serial>
Dec 06 08:59:59 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 08:59:59 user nova-compute[75502]: </disk>
Dec 06 08:59:59 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 08:59:59 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:00:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:03 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:00:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:03 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:00:03 user nova-compute[75502]: INFO nova.compute.claims [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Claim successful on node user
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:00:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.263s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:00:04 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.network.neutron [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:00:04 user nova-compute[75502]: INFO nova.virt.block_device [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Booting with volume snapshot 61abe41c-296f-4d3c-84d4-48f13a16126d at /dev/vda
Dec 06 09:00:04 user nova-compute[75502]: DEBUG nova.policy [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1ab6412004475595cd29f0383e7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa18058ed014486a8d16b698c2ac75d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Successfully created port: b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Successfully updated port: b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquired lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-changed-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG nova.compute.manager [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Refreshing instance network info cache due to event network-changed-b68ad660-b1b9-4656-937d-1f87d2b615d8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] Acquiring lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:00:05 user nova-compute[75502]: DEBUG nova.network.neutron [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG nova.network.neutron [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updating instance_info_cache with network_info: [{"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Releasing lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Instance network_info: |[{"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] Acquired lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Refreshing network info cache for port b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updated VIF entry in instance network info cache for port b68ad660-b1b9-4656-937d-1f87d2b615d8. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG nova.network.neutron [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updating instance_info_cache with network_info: [{"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:00:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-9bf1490c-f038-434a-ad3c-56a3204a4737 req-52f62e2a-3f32-4ec4-9935-5ffcf7371178 service nova] Releasing lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:00:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG os_brick.utils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dda7528-0144-4b92-b94e-700202dda1c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fecd06b9-865f-4ab9-8417-48f7b0d5ce4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1e87e5-e1c6-4f5a-8e9c-5c830179c124]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[daec7fcf-1dc0-4f90-9b3f-e752841f3f5b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:09 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:00:10 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:00:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b195da-f53d-4e05-8dc1-b794407d8bab]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG os_brick.utils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updating existing volume attachment record: 5f12f181-f8e4-4cb5-a952-4471feb4a6bd {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:00:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:17 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:00:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:00:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Creating image(s)
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Ensure instance console log exists: /opt/stack/data/nova/instances/3aff520d-543b-4ba5-bd12-b55fad0b3eca/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Start _get_guest_xml network_info=[{"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T08:59:56Z,direct_url=<?>,disk_format='qcow2',id=7c429839-00dd-40f8-be02-eac12b8036fe,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-573039064',owner='fa18058ed014486a8d16b698c2ac75d5',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T08:59:58Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5f12f181-f8e4-4cb5-a952-4471feb4a6bd', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'taUZzfuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3aff520d-543b-4ba5-bd12-b55fad0b3eca', 'attached_at': '', 'detached_at': '', 'volume_id': '3ce819ef-962e-40cb-b40e-57ef3a373978', 'serial': '3ce819ef-962e-40cb-b40e-57ef3a373978'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:00:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f is timed out.
Dec 06 09:00:19 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config.
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OluKynkB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:00:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:00:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:00:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8801MB free_disk=25.111373901367188GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:00:19 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-06T08:59:56Z,direct_url=<?>,disk_format='qcow2',id=7c429839-00dd-40f8-be02-eac12b8036fe,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-573039064',owner='fa18058ed014486a8d16b698c2ac75d5',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-06T08:59:58Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'taUZzfuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:00:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffeafbe-a318-4cc6-86ee-ef248f2cde4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:00:19 user nova-compute[75502]: No targets found.
Dec 06 09:00:19 user nova-compute[75502]: iSNS:
Dec 06 09:00:19 user nova-compute[75502]: No targets found.
Dec 06 09:00:19 user nova-compute[75502]: STATIC:
Dec 06 09:00:19 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2
Dec 06 09:00:19 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:00:19 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:00:19 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86
Dec 06 09:00:19 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:00:19 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:00:19 user nova-compute[75502]: FIRMWARE:
Dec 06 09:00:19 user nova-compute[75502]: No targets found.
Dec 06 09:00:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:00:19 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:00:19 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5081e9-b1fa-4558-9a63-4e0e95b3b702]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 9ca812e6-3d68-43fe-b34d-b778f8e08087 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3aff520d-543b-4ba5-bd12-b55fad0b3eca actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aeae072-d048-4fe7-b6eb-5c59744b1121]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:00:19 user nova-compute[75502]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 (non-flash)
Dec 06 09:00:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:00:19 user nova-compute[75502]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 (non-flash)
Dec 06 09:00:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb86900d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4183637b-52b2-464d-b718-d7604a680f34]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7fc1e44-dc2b-4373-be08-b2b0fc540dbc]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[902ae85a-4116-401d-ac2f-da27aa5e34b1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[132d6e5b-3b81-4a6f-a0a6-5f8ce50de654]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.252s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[76353f7d-c0d3-43c5-94cd-e47c70686b4b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd75196b-648a-4c18-bc30-4744a4f449c9]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260]
Dec 06 09:00:20 user nova-compute[75502]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86, portal: 172.16.0.220,3260] successful.
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b27947a-68ea-42dd-aadd-32c691c52a86 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b7a2da-76fe-446d-9aa4-40dda464332a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== disconnect_volume: return (338ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.288s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:00:20 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:00:20 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5676fabb-6940-42f8-abdb-ed4cb192a470]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:00:20 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0b1f19-4fc9-487e-9288-5cf992aa95ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978] added
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f522544e-bef1-48fd-8b79-c03dc9a0914f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a67338c-70c1-4b77-b6cc-aa76b8be48a0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v taUZzfuT {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v taUZzfuT" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2084bd8f-63ca-40ee-b427-b049d150fc6e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'taUZzfuT'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dae4b2b-d213-4142-959a-a597335e44bd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[38473810-2d5a-460d-a500-89010f2b7f75]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dff06d6-6de1-4c4d-b917-c606c1bb430e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260]
Dec 06 09:00:20 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260] successful.
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d930931-66f8-4f55-b72b-aa3551d2c7f5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfbfb919-4ed2-4273-b1f0-381d9f94b882]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:00:20 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:00:20 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:00:20 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] HCTL ('34', '-', '-', 0) found on session 57 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b530354-c2be-40fc-9d94-aafc2ff863d1]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG nova.objects.instance [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-96769d8b-45e0-4750-9483-67799fd9b893 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.844s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'taUZzfuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== connect_volume: return (1556ms) {'type': 'block', 'scsi_wwn': '23361646234376639', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361646234376639', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:00:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-737466554',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-737466554',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-737466554',id=49,image_ref='7c429839-00dd-40f8-be02-eac12b8036fe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUKFEFCTTiClPGYIKDcjn+39efBbIJlNwVTTNlQd/4FZdiEKxER3Ay+LaiHeUKExUM+mKOyCvbHe/n/21JlVc21v4OTRhgx6TzwSRVZ6B3HupKelSfnXPBCl+AKUm2FQQ==',key_name='tempest-keypair-1374243551',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-bnf98603',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2006591930',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:00:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed1ab6412004475595cd29f0383e7e69',uuid=3aff520d-543b-4ba5-bd12-b55fad0b3eca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.objects.instance [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'pci_devices' on Instance uuid 3aff520d-543b-4ba5-bd12-b55fad0b3eca {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:00:21 user nova-compute[75502]:   <uuid>3aff520d-543b-4ba5-bd12-b55fad0b3eca</uuid>
Dec 06 09:00:21 user nova-compute[75502]:   <name>instance-00000031</name>
Dec 06 09:00:21 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 09:00:21 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 09:00:21 user nova-compute[75502]:   <metadata>
Dec 06 09:00:21 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:00:21 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 09:00:21 user nova-compute[75502]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-737466554</nova:name>
Dec 06 09:00:21 user nova-compute[75502]:       <nova:creationTime>2023-12-06 09:00:19</nova:creationTime>
Dec 06 09:00:21 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 09:00:21 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:00:21 user nova-compute[75502]:       </nova:flavor>
Dec 06 09:00:21 user nova-compute[75502]:       <nova:owner>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:user uuid="ed1ab6412004475595cd29f0383e7e69">tempest-TestVolumeBootPattern-2006591930-project-member</nova:user>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:project uuid="fa18058ed014486a8d16b698c2ac75d5">tempest-TestVolumeBootPattern-2006591930</nova:project>
Dec 06 09:00:21 user nova-compute[75502]:       </nova:owner>
Dec 06 09:00:21 user nova-compute[75502]:       <nova:root type="image" uuid="7c429839-00dd-40f8-be02-eac12b8036fe"/>
Dec 06 09:00:21 user nova-compute[75502]:       <nova:ports>
Dec 06 09:00:21 user nova-compute[75502]:         <nova:port uuid="b68ad660-b1b9-4656-937d-1f87d2b615d8">
Dec 06 09:00:21 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 09:00:21 user nova-compute[75502]:         </nova:port>
Dec 06 09:00:21 user nova-compute[75502]:       </nova:ports>
Dec 06 09:00:21 user nova-compute[75502]:     </nova:instance>
Dec 06 09:00:21 user nova-compute[75502]:   </metadata>
Dec 06 09:00:21 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 09:00:21 user nova-compute[75502]:     <system>
Dec 06 09:00:21 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:00:21 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:00:21 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 09:00:21 user nova-compute[75502]:       <entry name="serial">3aff520d-543b-4ba5-bd12-b55fad0b3eca</entry>
Dec 06 09:00:21 user nova-compute[75502]:       <entry name="uuid">3aff520d-543b-4ba5-bd12-b55fad0b3eca</entry>
Dec 06 09:00:21 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:00:21 user nova-compute[75502]:     </system>
Dec 06 09:00:21 user nova-compute[75502]:   </sysinfo>
Dec 06 09:00:21 user nova-compute[75502]:   <os>
Dec 06 09:00:21 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:00:21 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 09:00:21 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 09:00:21 user nova-compute[75502]:   </os>
Dec 06 09:00:21 user nova-compute[75502]:   <features>
Dec 06 09:00:21 user nova-compute[75502]:     <acpi/>
Dec 06 09:00:21 user nova-compute[75502]:     <apic/>
Dec 06 09:00:21 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 09:00:21 user nova-compute[75502]:   </features>
Dec 06 09:00:21 user nova-compute[75502]:   <clock offset="utc">
Dec 06 09:00:21 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:00:21 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:00:21 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 09:00:21 user nova-compute[75502]:   </clock>
Dec 06 09:00:21 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 09:00:21 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 09:00:21 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:00:21 user nova-compute[75502]:   </cpu>
Dec 06 09:00:21 user nova-compute[75502]:   <devices>
Dec 06 09:00:21 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 09:00:21 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:00:21 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 09:00:21 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 09:00:21 user nova-compute[75502]:       <serial>3ce819ef-962e-40cb-b40e-57ef3a373978</serial>
Dec 06 09:00:21 user nova-compute[75502]:     </disk>
Dec 06 09:00:21 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 09:00:21 user nova-compute[75502]:       <mac address="fa:16:3e:bd:6b:14"/>
Dec 06 09:00:21 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:00:21 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 09:00:21 user nova-compute[75502]:       <target dev="tapb68ad660-b1"/>
Dec 06 09:00:21 user nova-compute[75502]:     </interface>
Dec 06 09:00:21 user nova-compute[75502]:     <serial type="pty">
Dec 06 09:00:21 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/3aff520d-543b-4ba5-bd12-b55fad0b3eca/console.log" append="off"/>
Dec 06 09:00:21 user nova-compute[75502]:     </serial>
Dec 06 09:00:21 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:00:21 user nova-compute[75502]:     <video>
Dec 06 09:00:21 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:00:21 user nova-compute[75502]:     </video>
Dec 06 09:00:21 user nova-compute[75502]:     <rng model="virtio">
Dec 06 09:00:21 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:00:21 user nova-compute[75502]:     </rng>
Dec 06 09:00:21 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:00:21 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 09:00:21 user nova-compute[75502]:       <stats period="10"/>
Dec 06 09:00:21 user nova-compute[75502]:     </memballoon>
Dec 06 09:00:21 user nova-compute[75502]:   </devices>
Dec 06 09:00:21 user nova-compute[75502]: </domain>
Dec 06 09:00:21 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:00:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-737466554',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-737466554',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-737466554',id=49,image_ref='7c429839-00dd-40f8-be02-eac12b8036fe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUKFEFCTTiClPGYIKDcjn+39efBbIJlNwVTTNlQd/4FZdiEKxER3Ay+LaiHeUKExUM+mKOyCvbHe/n/21JlVc21v4OTRhgx6TzwSRVZ6B3HupKelSfnXPBCl+AKUm2FQQ==',key_name='tempest-keypair-1374243551',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-bnf98603',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2006591930',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:00:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed1ab6412004475595cd29f0383e7e69',uuid=3aff520d-543b-4ba5-bd12-b55fad0b3eca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG os_vif [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ce3bfa1b-acdf-548a-adba-5180785f9dfc', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb68ad660-b1, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb68ad660-b1, col_values=(('qos', UUID('68165eff-dee2-4f8d-9682-a99bb9f99dc9')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb68ad660-b1, col_values=(('external_ids', {'iface-id': 'b68ad660-b1b9-4656-937d-1f87d2b615d8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:6b:14', 'vm-uuid': '3aff520d-543b-4ba5-bd12-b55fad0b3eca'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:21 user nova-compute[75502]: INFO os_vif [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1')
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No VIF found with MAC fa:16:3e:bd:6b:14, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:00:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b5471e9-ae95-4545-86b1-2fd360dce699 req-7669bf53-25fa-4e27-bd7c-056502310870 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b5471e9-ae95-4545-86b1-2fd360dce699 req-7669bf53-25fa-4e27-bd7c-056502310870 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b5471e9-ae95-4545-86b1-2fd360dce699 req-7669bf53-25fa-4e27-bd7c-056502310870 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0b5471e9-ae95-4545-86b1-2fd360dce699 req-7669bf53-25fa-4e27-bd7c-056502310870 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:22 user nova-compute[75502]: DEBUG nova.compute.manager [req-0b5471e9-ae95-4545-86b1-2fd360dce699 req-7669bf53-25fa-4e27-bd7c-056502310870 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:00:22 user nova-compute[75502]: WARNING nova.compute.manager [req-0b5471e9-ae95-4545-86b1-2fd360dce699 req-7669bf53-25fa-4e27-bd7c-056502310870 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received unexpected event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with vm_state building and task_state spawning.
Dec 06 09:00:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:00:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Instance spawned successfully.
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:00:24 user nova-compute[75502]: INFO nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Took 5.47 seconds to spawn the instance on the hypervisor.
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:00:24 user nova-compute[75502]: INFO nova.compute.manager [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Took 21.08 seconds to build instance.
Dec 06 09:00:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-228f7a91-eda9-4d90-91d6-f82e76cde9c0 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.180s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.compute.manager [req-1160fe0a-f981-442e-a018-4ddcc590fa0a req-f74d223c-ff2a-4181-8689-e39ca723cb30 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1160fe0a-f981-442e-a018-4ddcc590fa0a req-f74d223c-ff2a-4181-8689-e39ca723cb30 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1160fe0a-f981-442e-a018-4ddcc590fa0a req-f74d223c-ff2a-4181-8689-e39ca723cb30 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1160fe0a-f981-442e-a018-4ddcc590fa0a req-f74d223c-ff2a-4181-8689-e39ca723cb30 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:24 user nova-compute[75502]: DEBUG nova.compute.manager [req-1160fe0a-f981-442e-a018-4ddcc590fa0a req-f74d223c-ff2a-4181-8689-e39ca723cb30 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:00:24 user nova-compute[75502]: WARNING nova.compute.manager [req-1160fe0a-f981-442e-a018-4ddcc590fa0a req-f74d223c-ff2a-4181-8689-e39ca723cb30 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received unexpected event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with vm_state active and task_state None.
Dec 06 09:00:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:00:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:00:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:00:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:00:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:00:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG nova.objects.instance [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:00:52 user nova-compute[75502]: INFO nova.compute.manager [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attaching volume 45258831-e9f1-4ecd-8058-e80a642bfcf9 to /dev/vdb
Dec 06 09:00:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[286a57f6-cd26-45ec-9632-09cd6626073a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70fc0d3-03ac-4bec-999d-58a3643114dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae14403a-fc7d-4d57-a0bd-19e78a5866f0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0356118d-c1d5-4b4f-a383-cf3595f18e9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:00:52 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:00:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[626c9e03-8a5a-43bd-8db0-e418999e7a7c]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:00:52 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating existing volume attachment record: 68bc19b8-9044-464c-bfc0-b75f5b95c161 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:00:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:00:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PHbpgrcM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:01:05 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:01:05 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:01:05 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6199b308-7c5b-44a8-a10d-d599b6650a4f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:01:05 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[96eef1fa-fe9e-402b-9fc3-375801cd71f6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9] added
Dec 06 09:01:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcc2383b-f880-438c-8304-26d9782e5b56]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbfa85b5-cdf3-42ed-b264-513aa9b8c610]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PHbpgrcM {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PHbpgrcM" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6ebfbaa-1a3a-403c-84e0-68a95638e456]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PHbpgrcM'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10fa0ff-1dba-4df5-8751-ebcd5d7097ed]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[05127c69-479b-4b63-9ed2-ca7e2dfefceb]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d8f111-a16c-41a6-9b19-3ff028c5fef5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260]
Dec 06 09:01:05 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260] successful.
Dec 06 09:01:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b3681a-9b8c-4530-ae97-2779fafba07f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[852cba8d-fd0e-4647-b575-ba5dbad5ee4c]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 (non-flash)
Dec 06 09:01:05 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] HCTL ('35', '-', '-', 0) found on session 58 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[91c0e12e-d6ab-43c8-99d7-dfa6552273d6]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:05 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching for a device in session 58 and hctl ['35', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching for a device in session 58 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PHbpgrcM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== connect_volume: return (1283ms) {'type': 'block', 'scsi_wwn': '23861386661353039', 'path': '/dev/sdd'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861386661353039', 'path': '/dev/sdd'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG nova.objects.instance [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:01:06 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:01:06 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 09:01:06 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:01:06 user nova-compute[75502]:   <serial>45258831-e9f1-4ecd-8058-e80a642bfcf9</serial>
Dec 06 09:01:06 user nova-compute[75502]: </disk>
Dec 06 09:01:06 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:01:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:01:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:01:07 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No VIF found with MAC fa:16:3e:47:9d:12, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:01:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-72c9d1e6-cce3-47ca-b903-b76b1580b9f9 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.991s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:10 user nova-compute[75502]: INFO nova.compute.manager [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Detaching volume 45258831-e9f1-4ecd-8058-e80a642bfcf9
Dec 06 09:01:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:10 user nova-compute[75502]: INFO nova.virt.block_device [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attempting to driver detach volume 45258831-e9f1-4ecd-8058-e80a642bfcf9 from mountpoint /dev/vdb
Dec 06 09:01:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Attempting to detach device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:01:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:01:10 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:01:10 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 09:01:10 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:01:10 user nova-compute[75502]:   <serial>45258831-e9f1-4ecd-8058-e80a642bfcf9</serial>
Dec 06 09:01:10 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:01:10 user nova-compute[75502]: </disk>
Dec 06 09:01:10 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:01:10 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config.
Dec 06 09:01:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:01:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:01:10 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:01:10 user nova-compute[75502]:   <source dev="/dev/sdd"/>
Dec 06 09:01:10 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:01:10 user nova-compute[75502]:   <serial>45258831-e9f1-4ecd-8058-e80a642bfcf9</serial>
Dec 06 09:01:10 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:01:10 user nova-compute[75502]: </disk>
Dec 06 09:01:10 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:01:10 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:01:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:16 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:01:19 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:20 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:21 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:01:21 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8686MB free_disk=25.109485626220703GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 9ca812e6-3d68-43fe-b34d-b778f8e08087 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 3aff520d-543b-4ba5-bd12-b55fad0b3eca actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:01:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.507s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:01:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:01:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:01:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:30 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f is timed out.
Dec 06 09:01:30 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config.
Dec 06 09:01:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PHbpgrcM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:01:30 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0092870c-0f58-4f50-90c8-a90ef66dc135]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:01:30 user nova-compute[75502]: No targets found.
Dec 06 09:01:30 user nova-compute[75502]: iSNS:
Dec 06 09:01:30 user nova-compute[75502]: No targets found.
Dec 06 09:01:30 user nova-compute[75502]: STATIC:
Dec 06 09:01:30 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2
Dec 06 09:01:30 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:01:30 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:01:30 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978
Dec 06 09:01:30 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:01:30 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:01:30 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9
Dec 06 09:01:30 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:01:30 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:01:30 user nova-compute[75502]: FIRMWARE:
Dec 06 09:01:30 user nova-compute[75502]: No targets found.
Dec 06 09:01:30 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:01:30 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:01:30 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be25ccc6-dd9f-4043-9646-ccd19335a3ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d973bb6-3b2a-4a3d-986a-d5f2114e957c]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:30 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:30 user nova-compute[75502]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 (non-flash)
Dec 06 09:01:30 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:30 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:30 user nova-compute[75502]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 (non-flash)
Dec 06 09:01:30 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb8335ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9'): ({'sdd'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Removing single pathed devices sdd {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac80b0b0-20cd-4c8b-8842-f386977c0c9d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a075df5-e0b6-43d5-b5e9-4213656cdda9]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Flushing IO for device /dev/sdd {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ebf6f2-5e46-4574-a3e6-61f55ea94269]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5e4476-16a7-4abf-b63c-5a40cedd3f57]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] SCSI volumes sdd have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:01:30 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d66e5ba-7d74-4a16-987b-a6f8f8a42a21]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[33afc078-25cc-4a9b-9c27-a65e34bdeffd]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260]
Dec 06 09:01:31 user nova-compute[75502]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9, portal: 172.16.0.220,3260] successful.
Dec 06 09:01:31 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45258831-e9f1-4ecd-8058-e80a642bfcf9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d31643-1273-451e-8b70-de8c26de3e93]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== disconnect_volume: return (304ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG nova.objects.instance [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-1a65a8d4-8916-402c-9922-983dd7545dd8 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.708s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:01:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:01:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:01:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:43 user nova-compute[75502]: INFO nova.compute.manager [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Unshelving
Dec 06 09:01:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'pci_requests' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'numa_topology' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:43 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:01:43 user nova-compute[75502]: INFO nova.compute.claims [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Claim successful on node user
Dec 06 09:01:44 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.267s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:44 user nova-compute[75502]: INFO nova.network.neutron [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating port 4544b627-fe79-4870-866f-887a906e787c with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-changed-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing instance network info cache due to event network-changed-4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:01:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] Acquiring lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:01:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Creating image(s)
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'trusted_certs' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] Acquired lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG nova.network.neutron [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Refreshing network info cache for port 4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG nova.objects.base [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<cae41b74-c9ce-4f2a-9920-576ae53107f1> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "aa338a49d4c8252efbcd388426647404b659c5fd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "aa338a49d4c8252efbcd388426647404b659c5fd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.part --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.part --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG nova.virt.images [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] 13ccdfb8-f831-4741-b1f1-53619161f5c8 was qcow2, converting to raw {{(pid=75502) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG nova.privsep.utils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75502) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.part /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.converted {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG nova.network.neutron [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updated VIF entry in instance network info cache for port 4544b627-fe79-4870-866f-887a906e787c. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG nova.network.neutron [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:01:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-5179372e-0f57-4f51-b0de-e7684b867bda req-ab7ea03c-78b6-4e0b-883a-2f260cbbb7fa service nova] Releasing lock "refresh_cache-cae41b74-c9ce-4f2a-9920-576ae53107f1" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.part /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.converted" returned: 0 in 0.728s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.converted --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "aa338a49d4c8252efbcd388426647404b659c5fd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.006s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "aa338a49d4c8252efbcd388426647404b659c5fd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "aa338a49d4c8252efbcd388426647404b659c5fd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd,backing_fmt=raw /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd,backing_fmt=raw /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk 1073741824" returned: 0 in 0.048s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "aa338a49d4c8252efbcd388426647404b659c5fd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'migration_context' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:47 user nova-compute[75502]: DEBUG nova.objects.base [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<cae41b74-c9ce-4f2a-9920-576ae53107f1> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 09:01:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Rebasing disk image.
Dec 06 09:01:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:48 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 -F raw /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 -F raw /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk" returned: 0 in 2.607s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Ensure instance console log exists: /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Start _get_guest_xml network_info=[{"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='bbb86dab4e12534a1686ea21b0221c9f',container_format='bare',created_at=2023-12-06T08:59:51Z,direct_url=<?>,disk_format='qcow2',id=13ccdfb8-f831-4741-b1f1-53619161f5c8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-262536933-shelved',owner='60f23ddfb90740f19d4fd7676c9c93ad',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T08:59:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:01:50 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:01:50 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bbb86dab4e12534a1686ea21b0221c9f',container_format='bare',created_at=2023-12-06T08:59:51Z,direct_url=<?>,disk_format='qcow2',id=13ccdfb8-f831-4741-b1f1-53619161f5c8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-262536933-shelved',owner='60f23ddfb90740f19d4fd7676c9c93ad',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-06T08:59:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'vcpu_model' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.objects.base [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<cae41b74-c9ce-4f2a-9920-576ae53107f1> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-262536933',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-262536933',id=47,image_ref='13ccdfb8-f831-4741-b1f1-53619161f5c8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1636327640',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:58:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-wpav0uiu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member',shelved_at='2023-12-06T08:59:55.729002',shelved_host='user',shelved_image_id='13ccdfb8-f831-4741-b1f1-53619161f5c8'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:01:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=cae41b74-c9ce-4f2a-9920-576ae53107f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'pci_devices' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.objects.base [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Object Instance<cae41b74-c9ce-4f2a-9920-576ae53107f1> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75502) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:01:50 user nova-compute[75502]:   <uuid>cae41b74-c9ce-4f2a-9920-576ae53107f1</uuid>
Dec 06 09:01:50 user nova-compute[75502]:   <name>instance-0000002f</name>
Dec 06 09:01:50 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 09:01:50 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 09:01:50 user nova-compute[75502]:   <metadata>
Dec 06 09:01:50 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:01:50 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 09:01:50 user nova-compute[75502]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-262536933</nova:name>
Dec 06 09:01:50 user nova-compute[75502]:       <nova:creationTime>2023-12-06 09:01:50</nova:creationTime>
Dec 06 09:01:50 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 09:01:50 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:01:50 user nova-compute[75502]:       </nova:flavor>
Dec 06 09:01:50 user nova-compute[75502]:       <nova:owner>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:user uuid="f17a88a0ea70444285b2638c67b76226">tempest-AttachVolumeShelveTestJSON-1161175809-project-member</nova:user>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:project uuid="60f23ddfb90740f19d4fd7676c9c93ad">tempest-AttachVolumeShelveTestJSON-1161175809</nova:project>
Dec 06 09:01:50 user nova-compute[75502]:       </nova:owner>
Dec 06 09:01:50 user nova-compute[75502]:       <nova:root type="image" uuid="13ccdfb8-f831-4741-b1f1-53619161f5c8"/>
Dec 06 09:01:50 user nova-compute[75502]:       <nova:ports>
Dec 06 09:01:50 user nova-compute[75502]:         <nova:port uuid="4544b627-fe79-4870-866f-887a906e787c">
Dec 06 09:01:50 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 06 09:01:50 user nova-compute[75502]:         </nova:port>
Dec 06 09:01:50 user nova-compute[75502]:       </nova:ports>
Dec 06 09:01:50 user nova-compute[75502]:     </nova:instance>
Dec 06 09:01:50 user nova-compute[75502]:   </metadata>
Dec 06 09:01:50 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 09:01:50 user nova-compute[75502]:     <system>
Dec 06 09:01:50 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:01:50 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:01:50 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 09:01:50 user nova-compute[75502]:       <entry name="serial">cae41b74-c9ce-4f2a-9920-576ae53107f1</entry>
Dec 06 09:01:50 user nova-compute[75502]:       <entry name="uuid">cae41b74-c9ce-4f2a-9920-576ae53107f1</entry>
Dec 06 09:01:50 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:01:50 user nova-compute[75502]:     </system>
Dec 06 09:01:50 user nova-compute[75502]:   </sysinfo>
Dec 06 09:01:50 user nova-compute[75502]:   <os>
Dec 06 09:01:50 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:01:50 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 09:01:50 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 09:01:50 user nova-compute[75502]:   </os>
Dec 06 09:01:50 user nova-compute[75502]:   <features>
Dec 06 09:01:50 user nova-compute[75502]:     <acpi/>
Dec 06 09:01:50 user nova-compute[75502]:     <apic/>
Dec 06 09:01:50 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 09:01:50 user nova-compute[75502]:   </features>
Dec 06 09:01:50 user nova-compute[75502]:   <clock offset="utc">
Dec 06 09:01:50 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:01:50 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:01:50 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 09:01:50 user nova-compute[75502]:   </clock>
Dec 06 09:01:50 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 09:01:50 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 09:01:50 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:01:50 user nova-compute[75502]:   </cpu>
Dec 06 09:01:50 user nova-compute[75502]:   <devices>
Dec 06 09:01:50 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 09:01:50 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:01:50 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk"/>
Dec 06 09:01:50 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 09:01:50 user nova-compute[75502]:     </disk>
Dec 06 09:01:50 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 09:01:50 user nova-compute[75502]:       <mac address="fa:16:3e:e2:c2:a3"/>
Dec 06 09:01:50 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:01:50 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 09:01:50 user nova-compute[75502]:       <target dev="tap4544b627-fe"/>
Dec 06 09:01:50 user nova-compute[75502]:     </interface>
Dec 06 09:01:50 user nova-compute[75502]:     <serial type="pty">
Dec 06 09:01:50 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/console.log" append="off"/>
Dec 06 09:01:50 user nova-compute[75502]:     </serial>
Dec 06 09:01:50 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:01:50 user nova-compute[75502]:     <video>
Dec 06 09:01:50 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:01:50 user nova-compute[75502]:     </video>
Dec 06 09:01:50 user nova-compute[75502]:     <rng model="virtio">
Dec 06 09:01:50 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:01:50 user nova-compute[75502]:     </rng>
Dec 06 09:01:50 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:01:50 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 09:01:50 user nova-compute[75502]:       <stats period="10"/>
Dec 06 09:01:50 user nova-compute[75502]:     </memballoon>
Dec 06 09:01:50 user nova-compute[75502]:   </devices>
Dec 06 09:01:50 user nova-compute[75502]: </domain>
Dec 06 09:01:50 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-262536933',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-262536933',id=47,image_ref='13ccdfb8-f831-4741-b1f1-53619161f5c8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1636327640',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:58:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-wpav0uiu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member',shelved_at='2023-12-06T08:59:55.729002',shelved_host='user',shelved_image_id='13ccdfb8-f831-4741-b1f1-53619161f5c8'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:01:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=cae41b74-c9ce-4f2a-9920-576ae53107f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG os_vif [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a8bc7857-32ae-5035-80df-2a32b3a87c47', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4544b627-fe, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4544b627-fe, col_values=(('qos', UUID('27aaad92-ddbc-4aa9-970a-d638d53e6497')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4544b627-fe, col_values=(('external_ids', {'iface-id': '4544b627-fe79-4870-866f-887a906e787c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:c2:a3', 'vm-uuid': 'cae41b74-c9ce-4f2a-9920-576ae53107f1'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:50 user nova-compute[75502]: INFO os_vif [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe')
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:01:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] No VIF found with MAC fa:16:3e:e2:c2:a3, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-8a88eb27-c5ed-4cc9-9aa0-a858ff0349fe req-75c3e6a3-ce45-4158-91c2-1559632b3e0b service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8a88eb27-c5ed-4cc9-9aa0-a858ff0349fe req-75c3e6a3-ce45-4158-91c2-1559632b3e0b service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8a88eb27-c5ed-4cc9-9aa0-a858ff0349fe req-75c3e6a3-ce45-4158-91c2-1559632b3e0b service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8a88eb27-c5ed-4cc9-9aa0-a858ff0349fe req-75c3e6a3-ce45-4158-91c2-1559632b3e0b service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-8a88eb27-c5ed-4cc9-9aa0-a858ff0349fe req-75c3e6a3-ce45-4158-91c2-1559632b3e0b service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:52 user nova-compute[75502]: WARNING nova.compute.manager [req-8a88eb27-c5ed-4cc9-9aa0-a858ff0349fe req-75c3e6a3-ce45-4158-91c2-1559632b3e0b service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:01:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance spawned successfully.
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c323f91-1c15-4050-83de-c55b79b12200 req-1ab5b1c6-4f60-4173-88be-5ce28f4f762e service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1c323f91-1c15-4050-83de-c55b79b12200 req-1ab5b1c6-4f60-4173-88be-5ce28f4f762e service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1c323f91-1c15-4050-83de-c55b79b12200 req-1ab5b1c6-4f60-4173-88be-5ce28f4f762e service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1c323f91-1c15-4050-83de-c55b79b12200 req-1ab5b1c6-4f60-4173-88be-5ce28f4f762e service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c323f91-1c15-4050-83de-c55b79b12200 req-1ab5b1c6-4f60-4173-88be-5ce28f4f762e service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:54 user nova-compute[75502]: WARNING nova.compute.manager [req-1c323f91-1c15-4050-83de-c55b79b12200 req-1ab5b1c6-4f60-4173-88be-5ce28f4f762e service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state shelved_offloaded and task_state spawning.
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-changed-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.compute.manager [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Refreshing instance network info cache due to event network-changed-b68ad660-b1b9-4656-937d-1f87d2b615d8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] Acquiring lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] Acquired lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Refreshing network info cache for port b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9185676f-b7e3-484d-bc1e-6eb76b642dd6 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.042s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updated VIF entry in instance network info cache for port b68ad660-b1b9-4656-937d-1f87d2b615d8. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updating instance_info_cache with network_info: [{"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:01:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1e7d958c-0c99-4db8-9a31-37acc26ed963 req-c19a6d1c-7ec2-4465-bf25-98d1c375e5de service nova] Releasing lock "refresh_cache-3aff520d-543b-4ba5-bd12-b55fad0b3eca" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:55 user nova-compute[75502]: INFO nova.compute.manager [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Terminating instance
Dec 06 09:01:55 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Instance destroyed successfully.
Dec 06 09:01:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'resources' on Instance uuid 3aff520d-543b-4ba5-bd12-b55fad0b3eca {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:00:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-737466554',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-737466554',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-737466554',id=49,image_ref='7c429839-00dd-40f8-be02-eac12b8036fe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGUKFEFCTTiClPGYIKDcjn+39efBbIJlNwVTTNlQd/4FZdiEKxER3Ay+LaiHeUKExUM+mKOyCvbHe/n/21JlVc21v4OTRhgx6TzwSRVZ6B3HupKelSfnXPBCl+AKUm2FQQ==',key_name='tempest-keypair-1374243551',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:00:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-bnf98603',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-2006591930',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:00:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed1ab6412004475595cd29f0383e7e69',uuid=3aff520d-543b-4ba5-bd12-b55fad0b3eca,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "address": "fa:16:3e:bd:6b:14", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb68ad660-b1", "ovs_interfaceid": "b68ad660-b1b9-4656-937d-1f87d2b615d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG os_vif [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb68ad660-b1, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=68165eff-dee2-4f8d-9682-a99bb9f99dc9) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:56 user nova-compute[75502]: INFO os_vif [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:6b:14,bridge_name='br-int',has_traffic_filtering=True,id=b68ad660-b1b9-4656-937d-1f87d2b615d8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb68ad660-b1')
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'taUZzfuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:01:56 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cffd66-c3ae-4c90-92ba-8a90b8ac4ac9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:01:56 user nova-compute[75502]: No targets found.
Dec 06 09:01:56 user nova-compute[75502]: iSNS:
Dec 06 09:01:56 user nova-compute[75502]: No targets found.
Dec 06 09:01:56 user nova-compute[75502]: STATIC:
Dec 06 09:01:56 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2
Dec 06 09:01:56 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:01:56 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:01:56 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978
Dec 06 09:01:56 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:01:56 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:01:56 user nova-compute[75502]: FIRMWARE:
Dec 06 09:01:56 user nova-compute[75502]: No targets found.
Dec 06 09:01:56 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:01:56 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:01:56 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eff420c-1896-4407-9938-f026692e5cf9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbd10609-1a60-42e9-8a4f-6e85a91363d7]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:56 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:56 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:01:56 user nova-compute[75502]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 (non-flash)
Dec 06 09:01:56 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94c70b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e2152f-7dba-4fab-ab64-a1a13f4e77a8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f9c0725-6374-4c86-a5d5-490001697a77]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24c416a-8546-4e8e-a778-1bae8c385570]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.055s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee118a3f-8b8a-478b-b6e3-4511206cd29b]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1573811-b075-4400-9114-700ea3e289ee]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fc4dc40-e0f7-4be0-a2a8-7e00f4aa23f6]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260]
Dec 06 09:01:56 user nova-compute[75502]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978, portal: 172.16.0.220,3260] successful.
Dec 06 09:01:56 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ce819ef-962e-40cb-b40e-57ef3a373978 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae215dbf-f50d-4ed9-9baf-5e403c05cdff]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== disconnect_volume: return (330ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:01:56 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Deleting instance files /opt/stack/data/nova/instances/3aff520d-543b-4ba5-bd12-b55fad0b3eca_del
Dec 06 09:01:56 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Deletion of /opt/stack/data/nova/instances/3aff520d-543b-4ba5-bd12-b55fad0b3eca_del complete
Dec 06 09:01:56 user nova-compute[75502]: INFO nova.compute.manager [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Took 1.36 seconds to destroy the instance on the hypervisor.
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-unplugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-unplugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-unplugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:56 user nova-compute[75502]: WARNING nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received unexpected event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with vm_state active and task_state deleting.
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:56 user nova-compute[75502]: WARNING nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received unexpected event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with vm_state active and task_state deleting.
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:56 user nova-compute[75502]: WARNING nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received unexpected event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with vm_state active and task_state deleting.
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-unplugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-unplugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:56 user nova-compute[75502]: DEBUG nova.compute.manager [req-d1916759-899b-47c5-b2ae-32d2a09fa376 req-efef2ac7-b1c0-4d42-b479-dd6f89dacf56 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-unplugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:01:57 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:01:57 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Took 1.08 seconds to deallocate network for instance.
Dec 06 09:01:57 user nova-compute[75502]: DEBUG nova.compute.manager [req-5ef82f65-ccae-4bb1-8a0c-66789b8dd117 req-d3544620-457a-42a2-806f-c1e8f634c692 service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-deleted-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:58 user nova-compute[75502]: INFO nova.compute.manager [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Took 0.89 seconds to detach 1 volumes for instance.
Dec 06 09:01:58 user nova-compute[75502]: DEBUG nova.compute.manager [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Deleting volume: 3ce819ef-962e-40cb-b40e-57ef3a373978 {{(pid=75502) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d506458-12ee-405b-8cb8-a466a05c654e req-e5257fe4-e8c7-471d-8ff3-4eb947b0c60c service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d506458-12ee-405b-8cb8-a466a05c654e req-e5257fe4-e8c7-471d-8ff3-4eb947b0c60c service nova] Acquiring lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d506458-12ee-405b-8cb8-a466a05c654e req-e5257fe4-e8c7-471d-8ff3-4eb947b0c60c service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0d506458-12ee-405b-8cb8-a466a05c654e req-e5257fe4-e8c7-471d-8ff3-4eb947b0c60c service nova] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG nova.compute.manager [req-0d506458-12ee-405b-8cb8-a466a05c654e req-e5257fe4-e8c7-471d-8ff3-4eb947b0c60c service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] No waiting events found dispatching network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:01:58 user nova-compute[75502]: WARNING nova.compute.manager [req-0d506458-12ee-405b-8cb8-a466a05c654e req-e5257fe4-e8c7-471d-8ff3-4eb947b0c60c service nova] [instance: 3aff520d-543b-4ba5-bd12-b55fad0b3eca] Received unexpected event network-vif-plugged-b68ad660-b1b9-4656-937d-1f87d2b615d8 for instance with vm_state deleted and task_state None.
Dec 06 09:01:58 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.214s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:01:58 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Deleted allocations for instance 3aff520d-543b-4ba5-bd12-b55fad0b3eca
Dec 06 09:01:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-bcd65066-6e01-42e2-bf2e-2621f360cbe4 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "3aff520d-543b-4ba5-bd12-b55fad0b3eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.828s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG nova.objects.instance [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:03 user nova-compute[75502]: INFO nova.compute.manager [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attaching volume 601a5424-cc58-4155-a540-4ee1bd847c8d to /dev/vdb
Dec 06 09:02:03 user nova-compute[75502]: DEBUG os_brick.utils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce6c3d4-10f9-42e4-9cb3-d592c9dc61bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba56cf7-6d26-4f44-8729-2a219c3f0829]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8a83d68-be73-4bbf-a710-18d348b43051]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa0303a-ad87-414a-9ff4-16f1b89d4ca5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:02:03 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:02:03 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e4a694-529e-4eb2-a4dc-3d5dd9f088e4]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG os_brick.utils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:02:03 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating existing volume attachment record: 20b2b3cc-9bde-4c58-80f2-69733cb3133b {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:02:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:02:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LDFSzkHO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:02:12 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:02:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:02:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:02:12 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:02:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:02:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:02:12 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:02:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[811945b7-b6cb-4c92-adf6-2745a43c5a95]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:02:13 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efd7cbd-15e4-44c7-831c-a73c70f36d12]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d] added
Dec 06 09:02:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb84d237-8b1f-42d3-9303-f530b1781fc6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb1b8f87-8aaf-46ea-a54d-2365c3e328ef]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LDFSzkHO {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LDFSzkHO" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b50eac0-6db7-49d1-b080-bb09be7d95dc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LDFSzkHO'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3804fe59-2649-477a-9b20-28de488fce28]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d90f000-4fcf-4097-a11b-8391d3a0fc15]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2b7b55-5f09-40a5-a63c-6ad86914bdce]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260]
Dec 06 09:02:13 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260] successful.
Dec 06 09:02:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f1918e9-0f56-4c61-82d5-08c58fb532ff]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed7150c-69dc-4220-903d-65839f2aba31]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:13 user nova-compute[75502]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d (non-flash)
Dec 06 09:02:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:13 user nova-compute[75502]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d (non-flash)
Dec 06 09:02:13 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ac9c2c-6e7d-4c45-af28-d01e1ff35dfc]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:13 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LDFSzkHO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23566643664353732', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566643664353732', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG nova.objects.instance [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:02:14 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:02:14 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 09:02:14 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:02:14 user nova-compute[75502]:   <serial>601a5424-cc58-4155-a540-4ee1bd847c8d</serial>
Dec 06 09:02:14 user nova-compute[75502]: </disk>
Dec 06 09:02:14 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No VIF found with MAC fa:16:3e:47:9d:12, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:02:14 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-f56e28be-1b9f-4c5b-aad9-9116e150c1d6 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.331s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:16 user nova-compute[75502]: INFO nova.compute.manager [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Detaching volume 601a5424-cc58-4155-a540-4ee1bd847c8d
Dec 06 09:02:16 user nova-compute[75502]: INFO nova.virt.block_device [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attempting to driver detach volume 601a5424-cc58-4155-a540-4ee1bd847c8d from mountpoint /dev/vdb
Dec 06 09:02:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Attempting to detach device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:02:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:02:16 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:02:16 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 09:02:16 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:02:16 user nova-compute[75502]:   <serial>601a5424-cc58-4155-a540-4ee1bd847c8d</serial>
Dec 06 09:02:16 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:02:16 user nova-compute[75502]: </disk>
Dec 06 09:02:16 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:02:16 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config.
Dec 06 09:02:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:02:16 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:02:16 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:02:16 user nova-compute[75502]:   <source dev="/dev/sdc"/>
Dec 06 09:02:16 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:02:16 user nova-compute[75502]:   <serial>601a5424-cc58-4155-a540-4ee1bd847c8d</serial>
Dec 06 09:02:16 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:02:16 user nova-compute[75502]: </disk>
Dec 06 09:02:16 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:02:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:02:18 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:02:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:02:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:02:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updating instance_info_cache with network_info: [{"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-9ca812e6-3d68-43fe-b34d-b778f8e08087" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:22 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:02:22 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8720MB free_disk=25.082332611083984GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 9ca812e6-3d68-43fe-b34d-b778f8e08087 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cae41b74-c9ce-4f2a-9920-576ae53107f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:02:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.266s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:02:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:02:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:02:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:02:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:02:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:02:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:02:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:02:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:37 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f is timed out.
Dec 06 09:02:37 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config.
Dec 06 09:02:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LDFSzkHO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:02:37 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffa3bd1-ca48-40dd-a365-c73c5c6bbc29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:02:37 user nova-compute[75502]: No targets found.
Dec 06 09:02:37 user nova-compute[75502]: iSNS:
Dec 06 09:02:37 user nova-compute[75502]: No targets found.
Dec 06 09:02:37 user nova-compute[75502]: STATIC:
Dec 06 09:02:37 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2
Dec 06 09:02:37 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:02:37 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:02:37 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d
Dec 06 09:02:37 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:02:37 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:02:37 user nova-compute[75502]: FIRMWARE:
Dec 06 09:02:37 user nova-compute[75502]: No targets found.
Dec 06 09:02:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:02:37 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:02:37 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3d37b0-03b4-4380-af6d-b2b25c80f0a6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b50a258f-811f-4a1d-a04e-2404d74b45aa]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:37 user nova-compute[75502]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d (non-flash)
Dec 06 09:02:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:37 user nova-compute[75502]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d (non-flash)
Dec 06 09:02:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8eb86935b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdff3478-65ab-413f-b6b5-61ea16c400e0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a2d8997-5251-4fb3-ace7-2b72d86f7d74]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba8fa8a4-b158-4b54-a8d9-9e822105bed7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c10481-a64d-4347-a316-39bfc6024380]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0478a0ae-972c-4b66-ad64-5f2595207053]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d28110-984c-425a-9b63-7375253cf78f]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260]
Dec 06 09:02:37 user nova-compute[75502]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d, portal: 172.16.0.220,3260] successful.
Dec 06 09:02:37 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:601a5424-cc58-4155-a540-4ee1bd847c8d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6bab4e8-38b9-432d-8459-2b75a32e54a5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== disconnect_volume: return (277ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:02:37 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:02:38 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:02:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b5a0eb6e-71b1-406e-a22d-374220e85817 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.800s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:02:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:02:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:02:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:02:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:49 user nova-compute[75502]: INFO nova.compute.manager [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Terminating instance
Dec 06 09:02:49 user nova-compute[75502]: DEBUG nova.compute.manager [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-6debb02f-2c10-4b70-93f6-3c4f3e1b574e req-d1ef58bc-f7e8-4998-86c7-98b2cc7784c2 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-vif-unplugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6debb02f-2c10-4b70-93f6-3c4f3e1b574e req-d1ef58bc-f7e8-4998-86c7-98b2cc7784c2 service nova] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6debb02f-2c10-4b70-93f6-3c4f3e1b574e req-d1ef58bc-f7e8-4998-86c7-98b2cc7784c2 service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-6debb02f-2c10-4b70-93f6-3c4f3e1b574e req-d1ef58bc-f7e8-4998-86c7-98b2cc7784c2 service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-6debb02f-2c10-4b70-93f6-3c4f3e1b574e req-d1ef58bc-f7e8-4998-86c7-98b2cc7784c2 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] No waiting events found dispatching network-vif-unplugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:02:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-6debb02f-2c10-4b70-93f6-3c4f3e1b574e req-d1ef58bc-f7e8-4998-86c7-98b2cc7784c2 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-vif-unplugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:02:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Instance destroyed successfully.
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.objects.instance [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'resources' on Instance uuid 9ca812e6-3d68-43fe-b34d-b778f8e08087 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:58:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-938088960',display_name='tempest-TestVolumeBootPattern-volume-backed-server-938088960',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-938088960',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEjBUkXReigBGEdVn/VVf6y9h98UU4CtsJCMraKME5OcAT8yX7/q3hWY8RshKfEGqIx0rLvYr568swZNQZV/vTXLSDTT1zVGGwiWhsGzRqV6pZ/WPfvZCK16j+lrC6mnmg==',key_name='tempest-keypair-2092951711',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:58:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-09gpvkzq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:58:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed1ab6412004475595cd29f0383e7e69',uuid=9ca812e6-3d68-43fe-b34d-b778f8e08087,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "address": "fa:16:3e:11:30:c1", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a2e8211-86", "ovs_interfaceid": "0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_vif [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a2e8211-86, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56e36788-b1c3-4674-ba4a-e38563e1b133) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:02:50 user nova-compute[75502]: INFO os_vif [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:30:c1,bridge_name='br-int',has_traffic_filtering=True,id=0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a2e8211-86')
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MPjogWsJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:02:50 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a109a69-58ea-48c7-bdba-ebd2e9f1fa37]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:02:50 user nova-compute[75502]: No targets found.
Dec 06 09:02:50 user nova-compute[75502]: iSNS:
Dec 06 09:02:50 user nova-compute[75502]: No targets found.
Dec 06 09:02:50 user nova-compute[75502]: STATIC:
Dec 06 09:02:50 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2
Dec 06 09:02:50 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:02:50 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:02:50 user nova-compute[75502]: FIRMWARE:
Dec 06 09:02:50 user nova-compute[75502]: No targets found.
Dec 06 09:02:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:02:50 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:02:50 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[28af84a5-4c49-404e-aef3-a41229b9e6fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b1ff62-bf65-445c-8366-e90b3332001e]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 (non-flash)
Dec 06 09:02:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94ece830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[746fbcc2-b1bf-4c0b-92e9-f9e44ed4e182]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[427d8752-e0e6-43a4-86c5-b1986ea78ac2]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c429db56-5fc0-48a4-86ec-0174fbdfcc10]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9106b727-91a8-4da0-8555-65ecd2c0e811]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a647b472', '/dev/disk/by-id/scsi-1SCST_BIOa647b472-92eaa5b4c998824a', '/dev/disk/by-id/scsi-23932656161356234') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e3e118e-989f-41a0-8830-4269591d0ff5]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[431c0b29-a7a8-4d0f-9df0-fa52f72657e7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[100be11b-6eaa-43b6-95e6-44b389367b2e]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260]
Dec 06 09:02:50 user nova-compute[75502]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2, portal: 172.16.0.220,3260] successful.
Dec 06 09:02:50 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e29170d-88d9-4af3-b190-5fb56c0ae986]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== disconnect_volume: return (278ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:02:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Deleting instance files /opt/stack/data/nova/instances/9ca812e6-3d68-43fe-b34d-b778f8e08087_del
Dec 06 09:02:50 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Deletion of /opt/stack/data/nova/instances/9ca812e6-3d68-43fe-b34d-b778f8e08087_del complete
Dec 06 09:02:50 user nova-compute[75502]: INFO nova.compute.manager [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Took 1.13 seconds to destroy the instance on the hypervisor.
Dec 06 09:02:50 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:02:50 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:02:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:02:51 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:02:51 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Took 0.81 seconds to deallocate network for instance.
Dec 06 09:02:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-8811641e-eaef-46d1-a70e-0af016b3c2cc req-906630fd-c18e-40aa-ba29-fc2752285510 service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-vif-deleted-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-81418642-be7d-4719-b6ba-53beb7a759b7 req-a8684f06-86f6-40a6-b132-6600caa9b02e service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received event network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-81418642-be7d-4719-b6ba-53beb7a759b7 req-a8684f06-86f6-40a6-b132-6600caa9b02e service nova] Acquiring lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-81418642-be7d-4719-b6ba-53beb7a759b7 req-a8684f06-86f6-40a6-b132-6600caa9b02e service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-81418642-be7d-4719-b6ba-53beb7a759b7 req-a8684f06-86f6-40a6-b132-6600caa9b02e service nova] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-81418642-be7d-4719-b6ba-53beb7a759b7 req-a8684f06-86f6-40a6-b132-6600caa9b02e service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] No waiting events found dispatching network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:02:52 user nova-compute[75502]: WARNING nova.compute.manager [req-81418642-be7d-4719-b6ba-53beb7a759b7 req-a8684f06-86f6-40a6-b132-6600caa9b02e service nova] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Received unexpected event network-vif-plugged-0a2e8211-863a-46fb-91b5-d0d1d8fdfe3b for instance with vm_state active and task_state deleting.
Dec 06 09:02:52 user nova-compute[75502]: INFO nova.compute.manager [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Took 0.78 seconds to detach 1 volumes for instance.
Dec 06 09:02:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 9ca812e6-3d68-43fe-b34d-b778f8e08087] Deleting volume: 2c2f8cd5-1152-4d82-b24f-f1cbcda0baa2 {{(pid=75502) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.162s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:52 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Deleted allocations for instance 9ca812e6-3d68-43fe-b34d-b778f8e08087
Dec 06 09:02:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-38866fad-cabc-4bf9-aa67-c0a16d14bf19 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "9ca812e6-3d68-43fe-b34d-b778f8e08087" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.121s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:02:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:03:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:03:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:03:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:09 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:03:09 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:10 user nova-compute[75502]: INFO nova.compute.manager [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attaching volume 9e25d86d-d982-40ca-b883-5d952841dab7 to /dev/vdb
Dec 06 09:03:10 user nova-compute[75502]: DEBUG os_brick.utils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[220ede4f-75ca-4570-bf51-e0bcd6f8ff49]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[85cbb9a0-9e4d-42b8-8423-7dcae8f7124d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eeb29d6-ecbc-47c7-9638-8e81bda70bfb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6d8380-6ea7-48ba-be3b-79dd0b82c18d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:03:10 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:03:10 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c80cf01-e13c-4de0-8d70-1b57b1831707]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG os_brick.utils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating existing volume attachment record: 35bc6af9-7ac9-4d09-b2d9-b9405afcbe9c {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IhwvrUZP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:03:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:03:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:03:19 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[190ef873-849d-4657-bcba-d39e672b3f7c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:03:19 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb842217-9cfb-437c-8800-6739a77bfec1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7] added
Dec 06 09:03:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea40f6d-dc5a-4b31-9af7-ee318b4a2e09]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ffac8c-10dd-4e51-84c4-e475a3799325]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IhwvrUZP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IhwvrUZP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a47115-69a9-43d9-bd34-53dbc92acdfe]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IhwvrUZP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[071520da-9b8b-443e-8a63-e9e2411b9146]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f0442c-b1ce-4345-af2d-7acb2adb8dff]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:03:19 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:03:19 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:03:19 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:03:19 user nova-compute[75502]: 
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7069163c-cdca-447e-8f94-209a3f3743b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260]
Dec 06 09:03:19 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260] successful.
Dec 06 09:03:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63477b3-a798-482f-a002-8ba279dc9532]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77b8225-9310-4a16-937a-d13df2bb6caa]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 (non-flash)
Dec 06 09:03:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 (non-flash)
Dec 06 09:03:19 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9732c426-302c-46c9-a6a9-2d3072d55eb6]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IhwvrUZP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:03:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23237366135306163', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23237366135306163', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG nova.objects.instance [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:03:20 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:03:20 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:03:20 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:03:20 user nova-compute[75502]:   <serial>9e25d86d-d982-40ca-b883-5d952841dab7</serial>
Dec 06 09:03:20 user nova-compute[75502]: </disk>
Dec 06 09:03:20 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] No VIF found with MAC fa:16:3e:47:9d:12, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:03:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-b4d9e9c3-6254-46ff-a198-4fd33213436a tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.889s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:21 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:03:22 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:23 user nova-compute[75502]: INFO nova.compute.manager [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Detaching volume 9e25d86d-d982-40ca-b883-5d952841dab7
Dec 06 09:03:23 user nova-compute[75502]: INFO nova.virt.block_device [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Attempting to driver detach volume 9e25d86d-d982-40ca-b883-5d952841dab7 from mountpoint /dev/vdb
Dec 06 09:03:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Attempting to detach device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:03:23 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:03:23 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:03:23 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:03:23 user nova-compute[75502]:   <serial>9e25d86d-d982-40ca-b883-5d952841dab7</serial>
Dec 06 09:03:23 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:03:23 user nova-compute[75502]: </disk>
Dec 06 09:03:23 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:03:23 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the persistent domain config.
Dec 06 09:03:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:03:23 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:03:23 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:03:23 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:03:23 user nova-compute[75502]:   <serial>9e25d86d-d982-40ca-b883-5d952841dab7</serial>
Dec 06 09:03:23 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:03:23 user nova-compute[75502]: </disk>
Dec 06 09:03:23 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:23 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:03:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:03:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8798MB free_disk=25.073272705078125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance cae41b74-c9ce-4f2a-9920-576ae53107f1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:03:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.219s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:03:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:33 user nova-compute[75502]: INFO nova.compute.manager [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Terminating instance
Dec 06 09:03:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-e14ca793-56d1-44cb-9278-9649f37621c2 req-00077666-8573-49ec-9b51-18799bce492c service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-unplugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e14ca793-56d1-44cb-9278-9649f37621c2 req-00077666-8573-49ec-9b51-18799bce492c service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e14ca793-56d1-44cb-9278-9649f37621c2 req-00077666-8573-49ec-9b51-18799bce492c service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e14ca793-56d1-44cb-9278-9649f37621c2 req-00077666-8573-49ec-9b51-18799bce492c service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-e14ca793-56d1-44cb-9278-9649f37621c2 req-00077666-8573-49ec-9b51-18799bce492c service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-unplugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.compute.manager [req-e14ca793-56d1-44cb-9278-9649f37621c2 req-00077666-8573-49ec-9b51-18799bce492c service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-unplugged-4544b627-fe79-4870-866f-887a906e787c for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Instance destroyed successfully.
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lazy-loading 'resources' on Instance uuid cae41b74-c9ce-4f2a-9920-576ae53107f1 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-06T08:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-262536933',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-262536933',id=47,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkurNLsvWJqEC4a7Eyys4hEmZqhWs7CUBklM6f4l6e0qCUw0JdGObJHJI3qtSzL3EN0WDerh5vod97WRehjqix3vLqTxTUhjqb8ecWxDH8i/Zz/WxXap//PnO9XFPOdQw==',key_name='tempest-keypair-1636327640',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:01:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='60f23ddfb90740f19d4fd7676c9c93ad',ramdisk_id='',reservation_id='r-wpav0uiu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1161175809',owner_user_name='tempest-AttachVolumeShelveTestJSON-1161175809-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:01:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17a88a0ea70444285b2638c67b76226',uuid=cae41b74-c9ce-4f2a-9920-576ae53107f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converting VIF {"id": "4544b627-fe79-4870-866f-887a906e787c", "address": "fa:16:3e:e2:c2:a3", "network": {"id": "8344c487-b8d1-44b5-9657-aabd88110fc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-513130694-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "60f23ddfb90740f19d4fd7676c9c93ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4544b627-fe", "ovs_interfaceid": "4544b627-fe79-4870-866f-887a906e787c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG os_vif [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4544b627-fe, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=27aaad92-ddbc-4aa9-970a-d638d53e6497) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:34 user nova-compute[75502]: INFO os_vif [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:c2:a3,bridge_name='br-int',has_traffic_filtering=True,id=4544b627-fe79-4870-866f-887a906e787c,network=Network(8344c487-b8d1-44b5-9657-aabd88110fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4544b627-fe')
Dec 06 09:03:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Deleting instance files /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1_del
Dec 06 09:03:34 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Deletion of /opt/stack/data/nova/instances/cae41b74-c9ce-4f2a-9920-576ae53107f1_del complete
Dec 06 09:03:34 user nova-compute[75502]: INFO nova.compute.manager [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 06 09:03:34 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:03:34 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:03:35 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Took 0.62 seconds to deallocate network for instance.
Dec 06 09:03:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c8c2b0f-c046-4284-8538-f9349137b12c req-c79ad4fa-cffb-4c0e-9182-dd329b139442 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-deleted-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:03:35 user nova-compute[75502]: INFO nova.compute.manager [req-1c8c2b0f-c046-4284-8538-f9349137b12c req-c79ad4fa-cffb-4c0e-9182-dd329b139442 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Neutron deleted interface 4544b627-fe79-4870-866f-887a906e787c; detaching it from the instance and deleting it from the info cache
Dec 06 09:03:35 user nova-compute[75502]: DEBUG nova.network.neutron [req-1c8c2b0f-c046-4284-8538-f9349137b12c req-c79ad4fa-cffb-4c0e-9182-dd329b139442 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-1c8c2b0f-c046-4284-8538-f9349137b12c req-c79ad4fa-cffb-4c0e-9182-dd329b139442 service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Detach interface failed, port_id=4544b627-fe79-4870-866f-887a906e787c, reason: Instance cae41b74-c9ce-4f2a-9920-576ae53107f1 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:03:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.134s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:35 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Deleted allocations for instance cae41b74-c9ce-4f2a-9920-576ae53107f1
Dec 06 09:03:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-3e88daa8-5480-4eef-9405-852022fef7e3 tempest-AttachVolumeShelveTestJSON-1161175809 tempest-AttachVolumeShelveTestJSON-1161175809-project-member] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.804s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c1f19b69-5c95-48d4-a7cc-f8ae2b5a9398 req-de80408a-1a27-4bca-b513-0074c1df3eaf service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:03:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c1f19b69-5c95-48d4-a7cc-f8ae2b5a9398 req-de80408a-1a27-4bca-b513-0074c1df3eaf service nova] Acquiring lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c1f19b69-5c95-48d4-a7cc-f8ae2b5a9398 req-de80408a-1a27-4bca-b513-0074c1df3eaf service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-c1f19b69-5c95-48d4-a7cc-f8ae2b5a9398 req-de80408a-1a27-4bca-b513-0074c1df3eaf service nova] Lock "cae41b74-c9ce-4f2a-9920-576ae53107f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:36 user nova-compute[75502]: DEBUG nova.compute.manager [req-c1f19b69-5c95-48d4-a7cc-f8ae2b5a9398 req-de80408a-1a27-4bca-b513-0074c1df3eaf service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] No waiting events found dispatching network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:03:36 user nova-compute[75502]: WARNING nova.compute.manager [req-c1f19b69-5c95-48d4-a7cc-f8ae2b5a9398 req-de80408a-1a27-4bca-b513-0074c1df3eaf service nova] [instance: cae41b74-c9ce-4f2a-9920-576ae53107f1] Received unexpected event network-vif-plugged-4544b627-fe79-4870-866f-887a906e787c for instance with vm_state deleted and task_state None.
Dec 06 09:03:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:44 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f is timed out.
Dec 06 09:03:44 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully detached device vdb from instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f from the live domain config.
Dec 06 09:03:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IhwvrUZP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:03:44 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b2e48b-a4fb-4cf3-9871-f983e477500a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:03:44 user nova-compute[75502]: No targets found.
Dec 06 09:03:44 user nova-compute[75502]: iSNS:
Dec 06 09:03:44 user nova-compute[75502]: No targets found.
Dec 06 09:03:44 user nova-compute[75502]: STATIC:
Dec 06 09:03:44 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7
Dec 06 09:03:44 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:03:44 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:03:44 user nova-compute[75502]: FIRMWARE:
Dec 06 09:03:44 user nova-compute[75502]: No targets found.
Dec 06 09:03:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:03:44 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:03:44 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86c18cf-6e19-4c8a-bfa9-23b53573d79f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[15a5e202-abfe-43e3-9afa-889cb9640fae]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 (non-flash)
Dec 06 09:03:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 (non-flash)
Dec 06 09:03:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94c53ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e6b7d2-8fe6-4478-a1ea-18ddfae2b530]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6c94b6-92cf-4162-9d02-07b75ff34b37]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[794e0be9-6912-4581-aa74-4e48c66ee41f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b109d06-fa90-44f5-bff4-2046841fa691]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaf55ba7-d7ae-4dc6-9670-338e86c23536]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b98e23-a9da-43d6-a50d-91fae1f8817f]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260]
Dec 06 09:03:44 user nova-compute[75502]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7, portal: 172.16.0.220,3260] successful.
Dec 06 09:03:44 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e25d86d-d982-40ca-b883-5d952841dab7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e9ad59-0567-422c-94e2-3b78eb22f964]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.279s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] <== disconnect_volume: return (280ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:03:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'flavor' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:03:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-24fad3c6-d75f-47e8-867c-0f7d8efcedfa tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.939s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:03:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:03:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:03:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:03:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:03:51 user nova-compute[75502]: INFO nova.compute.claims [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Claim successful on node user
Dec 06 09:03:51 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.267s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:03:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:03:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:03:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG nova.policy [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1ab6412004475595cd29f0383e7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa18058ed014486a8d16b698c2ac75d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:03:52 user nova-compute[75502]: INFO nova.virt.block_device [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Booting with volume b2627d76-3d95-4677-8418-fda6bd2bef04 at /dev/vda
Dec 06 09:03:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[de12a400-fd73-4214-8322-9e30837fdd89]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb05e86f-2579-4b22-a34b-dec7c7dbde73]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9526b8-9144-46e1-8891-5b6c0ddafdd8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[df85d800-56fb-417b-ba15-27bd60548252]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:03:52 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:03:52 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[786bc59d-f52b-4b65-a72a-c16cdac3d42f]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG os_brick.utils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updating existing volume attachment record: 453797d8-5be4-4a43-88f1-094acf3ff201 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:03:52 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Successfully created port: eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Successfully updated port: eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquired lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-changed-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Refreshing instance network info cache due to event network-changed-eba97838-9f86-4ac2-9b13-f0ffbacc27e5. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] Acquiring lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.network.neutron [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updating instance_info_cache with network_info: [{"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Releasing lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Instance network_info: |[{"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] Acquired lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:03:53 user nova-compute[75502]: DEBUG nova.network.neutron [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Refreshing network info cache for port eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:03:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updated VIF entry in instance network info cache for port eba97838-9f86-4ac2-9b13-f0ffbacc27e5. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:03:54 user nova-compute[75502]: DEBUG nova.network.neutron [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updating instance_info_cache with network_info: [{"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:03:54 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-1e7764f7-7f7e-4f65-bb58-cfbe1ec80def req-c08f5bf3-f2d6-46ef-bb0c-4ba65052bdab service nova] Releasing lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:03:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:03:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:04:01 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Creating image(s)
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Ensure instance console log exists: /opt/stack/data/nova/instances/6e7af45e-083b-4da9-bc3c-84e4cffda997/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Start _get_guest_xml network_info=[{"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '453797d8-5be4-4a43-88f1-094acf3ff201', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6e7af45e-083b-4da9-bc3c-84e4cffda997', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2627d76-3d95-4677-8418-fda6bd2bef04', 'serial': 'b2627d76-3d95-4677-8418-fda6bd2bef04'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:04:01 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:04:01 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:04:01 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:04:01 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:04:01 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed877f3-8a8d-49d0-b82a-85fbaba4de8c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:04:01 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca87db1-1a5c-4866-b914-e0733e747b97]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04] added
Dec 06 09:04:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d4d2442-ccf3-4a35-8d0d-f8ea4b872e38]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0e65991-ffea-4cd1-8883-364f1ec8536c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v piFhefyL {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v piFhefyL" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d099c5-9443-49c0-b153-13cbcd260a1a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'piFhefyL'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[55ca12e5-46aa-4af3-a2e7-912ebf878a4b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc4eae0-4d64-4f08-8b0b-91c3cafe5524]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:04:01 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:04:01 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:04:01 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:04:01 user nova-compute[75502]: 
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[30907ad7-53a5-45f8-a720-46b799562b52]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]
Dec 06 09:04:01 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.
Dec 06 09:04:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9414dcb7-4ad4-45c8-a2ec-e1f52fec2dfd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b938eb4-ef85-4e9b-8e4c-b44faa22e350]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:04:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:04:01 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[978d4b1b-671c-47de-9504-d05631525476]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:04:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '26233363833323431', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233363833323431', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1211083046',display_name='tempest-TestVolumeBootPattern-server-1211083046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1211083046',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-u03xn9d3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:03:52Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=6e7af45e-083b-4da9-bc3c-84e4cffda997,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'pci_devices' on Instance uuid 6e7af45e-083b-4da9-bc3c-84e4cffda997 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:04:02 user nova-compute[75502]:   <uuid>6e7af45e-083b-4da9-bc3c-84e4cffda997</uuid>
Dec 06 09:04:02 user nova-compute[75502]:   <name>instance-00000032</name>
Dec 06 09:04:02 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 09:04:02 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 09:04:02 user nova-compute[75502]:   <metadata>
Dec 06 09:04:02 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:04:02 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 09:04:02 user nova-compute[75502]:       <nova:name>tempest-TestVolumeBootPattern-server-1211083046</nova:name>
Dec 06 09:04:02 user nova-compute[75502]:       <nova:creationTime>2023-12-06 09:04:01</nova:creationTime>
Dec 06 09:04:02 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 09:04:02 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:04:02 user nova-compute[75502]:       </nova:flavor>
Dec 06 09:04:02 user nova-compute[75502]:       <nova:owner>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:user uuid="ed1ab6412004475595cd29f0383e7e69">tempest-TestVolumeBootPattern-2006591930-project-member</nova:user>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:project uuid="fa18058ed014486a8d16b698c2ac75d5">tempest-TestVolumeBootPattern-2006591930</nova:project>
Dec 06 09:04:02 user nova-compute[75502]:       </nova:owner>
Dec 06 09:04:02 user nova-compute[75502]:       <nova:ports>
Dec 06 09:04:02 user nova-compute[75502]:         <nova:port uuid="eba97838-9f86-4ac2-9b13-f0ffbacc27e5">
Dec 06 09:04:02 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 06 09:04:02 user nova-compute[75502]:         </nova:port>
Dec 06 09:04:02 user nova-compute[75502]:       </nova:ports>
Dec 06 09:04:02 user nova-compute[75502]:     </nova:instance>
Dec 06 09:04:02 user nova-compute[75502]:   </metadata>
Dec 06 09:04:02 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 09:04:02 user nova-compute[75502]:     <system>
Dec 06 09:04:02 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:04:02 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:04:02 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 09:04:02 user nova-compute[75502]:       <entry name="serial">6e7af45e-083b-4da9-bc3c-84e4cffda997</entry>
Dec 06 09:04:02 user nova-compute[75502]:       <entry name="uuid">6e7af45e-083b-4da9-bc3c-84e4cffda997</entry>
Dec 06 09:04:02 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:04:02 user nova-compute[75502]:     </system>
Dec 06 09:04:02 user nova-compute[75502]:   </sysinfo>
Dec 06 09:04:02 user nova-compute[75502]:   <os>
Dec 06 09:04:02 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:04:02 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 09:04:02 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 09:04:02 user nova-compute[75502]:   </os>
Dec 06 09:04:02 user nova-compute[75502]:   <features>
Dec 06 09:04:02 user nova-compute[75502]:     <acpi/>
Dec 06 09:04:02 user nova-compute[75502]:     <apic/>
Dec 06 09:04:02 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 09:04:02 user nova-compute[75502]:   </features>
Dec 06 09:04:02 user nova-compute[75502]:   <clock offset="utc">
Dec 06 09:04:02 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:04:02 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:04:02 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 09:04:02 user nova-compute[75502]:   </clock>
Dec 06 09:04:02 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 09:04:02 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 09:04:02 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:04:02 user nova-compute[75502]:   </cpu>
Dec 06 09:04:02 user nova-compute[75502]:   <devices>
Dec 06 09:04:02 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 09:04:02 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:04:02 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 09:04:02 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 09:04:02 user nova-compute[75502]:       <serial>b2627d76-3d95-4677-8418-fda6bd2bef04</serial>
Dec 06 09:04:02 user nova-compute[75502]:     </disk>
Dec 06 09:04:02 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 09:04:02 user nova-compute[75502]:       <mac address="fa:16:3e:f5:cf:1c"/>
Dec 06 09:04:02 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:04:02 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 09:04:02 user nova-compute[75502]:       <target dev="tapeba97838-9f"/>
Dec 06 09:04:02 user nova-compute[75502]:     </interface>
Dec 06 09:04:02 user nova-compute[75502]:     <serial type="pty">
Dec 06 09:04:02 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/6e7af45e-083b-4da9-bc3c-84e4cffda997/console.log" append="off"/>
Dec 06 09:04:02 user nova-compute[75502]:     </serial>
Dec 06 09:04:02 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:04:02 user nova-compute[75502]:     <video>
Dec 06 09:04:02 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:04:02 user nova-compute[75502]:     </video>
Dec 06 09:04:02 user nova-compute[75502]:     <rng model="virtio">
Dec 06 09:04:02 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:04:02 user nova-compute[75502]:     </rng>
Dec 06 09:04:02 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:04:02 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 09:04:02 user nova-compute[75502]:       <stats period="10"/>
Dec 06 09:04:02 user nova-compute[75502]:     </memballoon>
Dec 06 09:04:02 user nova-compute[75502]:   </devices>
Dec 06 09:04:02 user nova-compute[75502]: </domain>
Dec 06 09:04:02 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1211083046',display_name='tempest-TestVolumeBootPattern-server-1211083046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1211083046',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-u03xn9d3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:03:52Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=6e7af45e-083b-4da9-bc3c-84e4cffda997,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG os_vif [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c96a776f-321d-5a2c-8fc4-852601b92279', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeba97838-9f, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeba97838-9f, col_values=(('qos', UUID('5349e34d-ae84-4f2a-9c3e-cd2bd4179567')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeba97838-9f, col_values=(('external_ids', {'iface-id': 'eba97838-9f86-4ac2-9b13-f0ffbacc27e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f5:cf:1c', 'vm-uuid': '6e7af45e-083b-4da9-bc3c-84e4cffda997'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:02 user nova-compute[75502]: INFO os_vif [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f')
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:04:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No VIF found with MAC fa:16:3e:f5:cf:1c, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-3494479f-fc70-4a56-bfcf-7d0b6149dcfb req-58416c75-2c1a-40d0-9e78-e6f3c64ea437 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3494479f-fc70-4a56-bfcf-7d0b6149dcfb req-58416c75-2c1a-40d0-9e78-e6f3c64ea437 service nova] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3494479f-fc70-4a56-bfcf-7d0b6149dcfb req-58416c75-2c1a-40d0-9e78-e6f3c64ea437 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3494479f-fc70-4a56-bfcf-7d0b6149dcfb req-58416c75-2c1a-40d0-9e78-e6f3c64ea437 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG nova.compute.manager [req-3494479f-fc70-4a56-bfcf-7d0b6149dcfb req-58416c75-2c1a-40d0-9e78-e6f3c64ea437 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] No waiting events found dispatching network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:04:04 user nova-compute[75502]: WARNING nova.compute.manager [req-3494479f-fc70-4a56-bfcf-7d0b6149dcfb req-58416c75-2c1a-40d0-9e78-e6f3c64ea437 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received unexpected event network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 for instance with vm_state building and task_state spawning.
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:04:06 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Instance spawned successfully.
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:04:06 user nova-compute[75502]: INFO nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Took 4.89 seconds to spawn the instance on the hypervisor.
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f1a4e6b-9389-40bd-8510-de722156a266 req-b3f42669-8766-4dc9-bcf9-55c9d8d030a3 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f1a4e6b-9389-40bd-8510-de722156a266 req-b3f42669-8766-4dc9-bcf9-55c9d8d030a3 service nova] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f1a4e6b-9389-40bd-8510-de722156a266 req-b3f42669-8766-4dc9-bcf9-55c9d8d030a3 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8f1a4e6b-9389-40bd-8510-de722156a266 req-b3f42669-8766-4dc9-bcf9-55c9d8d030a3 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:06 user nova-compute[75502]: DEBUG nova.compute.manager [req-8f1a4e6b-9389-40bd-8510-de722156a266 req-b3f42669-8766-4dc9-bcf9-55c9d8d030a3 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] No waiting events found dispatching network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:04:06 user nova-compute[75502]: WARNING nova.compute.manager [req-8f1a4e6b-9389-40bd-8510-de722156a266 req-b3f42669-8766-4dc9-bcf9-55c9d8d030a3 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received unexpected event network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 for instance with vm_state building and task_state spawning.
Dec 06 09:04:06 user nova-compute[75502]: INFO nova.compute.manager [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Took 14.73 seconds to build instance.
Dec 06 09:04:06 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-67c294b8-6ec7-4193-abbb-de8f13b0cf82 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.824s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:19 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:04:23 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [{"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-5b02acbf-e755-41e0-90bb-acaa98a5a19f" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:04:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:04:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8729MB free_disk=25.098602294921875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 6e7af45e-083b-4da9-bc3c-84e4cffda997 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:04:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:27 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:27 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:04:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:04:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:04:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:04:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:04:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:04:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:53 user nova-compute[75502]: INFO nova.compute.manager [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Terminating instance
Dec 06 09:04:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-20b1a962-d36e-481a-a4de-87443514d01e req-4f0fa80f-2249-4691-95e1-397671556f5d service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-vif-unplugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-20b1a962-d36e-481a-a4de-87443514d01e req-4f0fa80f-2249-4691-95e1-397671556f5d service nova] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-20b1a962-d36e-481a-a4de-87443514d01e req-4f0fa80f-2249-4691-95e1-397671556f5d service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-20b1a962-d36e-481a-a4de-87443514d01e req-4f0fa80f-2249-4691-95e1-397671556f5d service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-20b1a962-d36e-481a-a4de-87443514d01e req-4f0fa80f-2249-4691-95e1-397671556f5d service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] No waiting events found dispatching network-vif-unplugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:04:53 user nova-compute[75502]: DEBUG nova.compute.manager [req-20b1a962-d36e-481a-a4de-87443514d01e req-4f0fa80f-2249-4691-95e1-397671556f5d service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-vif-unplugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:04:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Instance destroyed successfully.
Dec 06 09:04:54 user nova-compute[75502]: DEBUG nova.objects.instance [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lazy-loading 'resources' on Instance uuid 5b02acbf-e755-41e0-90bb-acaa98a5a19f {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T08:57:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1522036502',display_name='tempest-SnapshotDataIntegrityTests-server-1522036502',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1522036502',id=46,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH3X5z7azTPUlCwfEMTP//EYSzfjdvp5O4v3ATj/rvdkXrJeQAD89vswMaRSD5JPFzF/9lE+LDT83my7s47e07hBqH6n0WYQoGLNaIPynIC87o6DebCZWxloxuxb402ysg==',key_name='tempest-keypair-1980571545',keypairs=<?>,launch_index=0,launched_at=2023-12-06T08:57:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8bda08c9f9fb48879f765b7f80197d96',ramdisk_id='',reservation_id='r-oqis0i0n',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1747037332',owner_user_name='tempest-SnapshotDataIntegrityTests-1747037332-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T08:57:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea2deb35470841ffba4adf252369b7b2',uuid=5b02acbf-e755-41e0-90bb-acaa98a5a19f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Converting VIF {"id": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "address": "fa:16:3e:47:9d:12", "network": {"id": "f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1734090379-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8bda08c9f9fb48879f765b7f80197d96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a8d6507-ab", "ovs_interfaceid": "1a8d6507-abb4-47bb-b07e-72af49edffb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG os_vif [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1a8d6507-ab, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7b1d1744-7474-46c4-af49-1dd66799d12a) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:04:54 user nova-compute[75502]: INFO os_vif [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:9d:12,bridge_name='br-int',has_traffic_filtering=True,id=1a8d6507-abb4-47bb-b07e-72af49edffb0,network=Network(f6c536a4-64c1-4f1a-8dc2-9513aa3f4e7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a8d6507-ab')
Dec 06 09:04:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Deleting instance files /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f_del
Dec 06 09:04:54 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Deletion of /opt/stack/data/nova/instances/5b02acbf-e755-41e0-90bb-acaa98a5a19f_del complete
Dec 06 09:04:54 user nova-compute[75502]: INFO nova.compute.manager [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 06 09:04:54 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:04:54 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:04:55 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Took 0.96 seconds to deallocate network for instance.
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c508913-24c2-4e07-b2db-4ded22afee40 req-0f32015c-4f21-4a86-996d-14cf4f3380f1 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-vif-deleted-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:04:55 user nova-compute[75502]: INFO nova.compute.manager [req-7c508913-24c2-4e07-b2db-4ded22afee40 req-0f32015c-4f21-4a86-996d-14cf4f3380f1 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Neutron deleted interface 1a8d6507-abb4-47bb-b07e-72af49edffb0; detaching it from the instance and deleting it from the info cache
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.network.neutron [req-7c508913-24c2-4e07-b2db-4ded22afee40 req-0f32015c-4f21-4a86-996d-14cf4f3380f1 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-7c508913-24c2-4e07-b2db-4ded22afee40 req-0f32015c-4f21-4a86-996d-14cf4f3380f1 service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Detach interface failed, port_id=1a8d6507-abb4-47bb-b07e-72af49edffb0, reason: Instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.135s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:55 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Deleted allocations for instance 5b02acbf-e755-41e0-90bb-acaa98a5a19f
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-df42db41-c12c-4653-85a6-dcb5142aeda3 tempest-SnapshotDataIntegrityTests-1747037332 tempest-SnapshotDataIntegrityTests-1747037332-project-member] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.181s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-ded4ba80-c802-4c93-9fbf-e14d10a97ca7 req-40cf954b-f7ec-424d-8669-343506c3d4dc service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received event network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ded4ba80-c802-4c93-9fbf-e14d10a97ca7 req-40cf954b-f7ec-424d-8669-343506c3d4dc service nova] Acquiring lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ded4ba80-c802-4c93-9fbf-e14d10a97ca7 req-40cf954b-f7ec-424d-8669-343506c3d4dc service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ded4ba80-c802-4c93-9fbf-e14d10a97ca7 req-40cf954b-f7ec-424d-8669-343506c3d4dc service nova] Lock "5b02acbf-e755-41e0-90bb-acaa98a5a19f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:04:55 user nova-compute[75502]: DEBUG nova.compute.manager [req-ded4ba80-c802-4c93-9fbf-e14d10a97ca7 req-40cf954b-f7ec-424d-8669-343506c3d4dc service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] No waiting events found dispatching network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:04:55 user nova-compute[75502]: WARNING nova.compute.manager [req-ded4ba80-c802-4c93-9fbf-e14d10a97ca7 req-40cf954b-f7ec-424d-8669-343506c3d4dc service nova] [instance: 5b02acbf-e755-41e0-90bb-acaa98a5a19f] Received unexpected event network-vif-plugged-1a8d6507-abb4-47bb-b07e-72af49edffb0 for instance with vm_state deleted and task_state None.
Dec 06 09:04:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:04 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:05:14 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:19 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:05:20 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:23 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:05:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:05:24 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8896MB free_disk=25.123794555664062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 6e7af45e-083b-4da9-bc3c-84e4cffda997 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:05:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:25 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:05:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:05:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:05:25 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:05:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updating instance_info_cache with network_info: [{"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:05:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:05:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:05:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:05:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:27 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:05:32 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:05:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:05:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:05:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:05:34 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:39 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-changed-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG nova.compute.manager [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Refreshing instance network info cache due to event network-changed-eba97838-9f86-4ac2-9b13-f0ffbacc27e5. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] Acquiring lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] Acquired lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Refreshing network info cache for port eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:44 user nova-compute[75502]: INFO nova.compute.manager [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Terminating instance
Dec 06 09:05:44 user nova-compute[75502]: DEBUG nova.compute.manager [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updated VIF entry in instance network info cache for port eba97838-9f86-4ac2-9b13-f0ffbacc27e5. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG nova.network.neutron [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updating instance_info_cache with network_info: [{"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:05:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f3daae2c-c176-4c8f-81f9-0b3ced6a6591 req-01213284-dccb-4b1e-b5c6-50e3de02c96f service nova] Releasing lock "refresh_cache-6e7af45e-083b-4da9-bc3c-84e4cffda997" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0482eb15-84e9-425b-bde4-eb65628ae8d6 req-24e1f79d-ea7c-4b23-b933-5fd3e5640378 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-vif-unplugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0482eb15-84e9-425b-bde4-eb65628ae8d6 req-24e1f79d-ea7c-4b23-b933-5fd3e5640378 service nova] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0482eb15-84e9-425b-bde4-eb65628ae8d6 req-24e1f79d-ea7c-4b23-b933-5fd3e5640378 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-0482eb15-84e9-425b-bde4-eb65628ae8d6 req-24e1f79d-ea7c-4b23-b933-5fd3e5640378 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0482eb15-84e9-425b-bde4-eb65628ae8d6 req-24e1f79d-ea7c-4b23-b933-5fd3e5640378 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] No waiting events found dispatching network-vif-unplugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.compute.manager [req-0482eb15-84e9-425b-bde4-eb65628ae8d6 req-24e1f79d-ea7c-4b23-b933-5fd3e5640378 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-vif-unplugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Instance destroyed successfully.
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.objects.instance [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'resources' on Instance uuid 6e7af45e-083b-4da9-bc3c-84e4cffda997 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1211083046',display_name='tempest-TestVolumeBootPattern-server-1211083046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1211083046',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:04:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-u03xn9d3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:04:06Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=6e7af45e-083b-4da9-bc3c-84e4cffda997,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "address": "fa:16:3e:f5:cf:1c", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeba97838-9f", "ovs_interfaceid": "eba97838-9f86-4ac2-9b13-f0ffbacc27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_vif [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeba97838-9f, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5349e34d-ae84-4f2a-9c3e-cd2bd4179567) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:05:45 user nova-compute[75502]: INFO os_vif [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f5:cf:1c,bridge_name='br-int',has_traffic_filtering=True,id=eba97838-9f86-4ac2-9b13-f0ffbacc27e5,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeba97838-9f')
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:05:45 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[577826fa-e8d3-4da1-a408-eec926222ecb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:05:45 user nova-compute[75502]: No targets found.
Dec 06 09:05:45 user nova-compute[75502]: iSNS:
Dec 06 09:05:45 user nova-compute[75502]: No targets found.
Dec 06 09:05:45 user nova-compute[75502]: STATIC:
Dec 06 09:05:45 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04
Dec 06 09:05:45 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:05:45 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:05:45 user nova-compute[75502]: FIRMWARE:
Dec 06 09:05:45 user nova-compute[75502]: No targets found.
Dec 06 09:05:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:05:45 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:05:45 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d09b09-a2af-4dbd-a25e-b5549ad39b19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e13371-d540-4cd2-acf6-92a585f39d31]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:05:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:05:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94f49d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65505ea-70ec-4a3d-97ce-1b84fecd8490]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df25885-a256-4883-9f6e-477eaa88f210]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[da9ce5dd-ca61-47b6-bfc8-bce7822f1a4b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d494ccf2-f61b-4b74-8151-99773c61d312]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO9e8d75df-b36832418f856909', '/dev/disk/by-id/scsi-26233363833323431', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9e8d75df') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3881c544-3c8f-4d4f-8e28-afc0bbde600e]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9512f0c-6d6d-4180-809d-e56504a37bea]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c42ec48-699d-4375-a691-c405bf8b3329]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]
Dec 06 09:05:45 user nova-compute[75502]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.
Dec 06 09:05:45 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa04993b-c14e-4307-bbf6-fbe98fa2e1c4]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== disconnect_volume: return (303ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:05:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Deleting instance files /opt/stack/data/nova/instances/6e7af45e-083b-4da9-bc3c-84e4cffda997_del
Dec 06 09:05:45 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Deletion of /opt/stack/data/nova/instances/6e7af45e-083b-4da9-bc3c-84e4cffda997_del complete
Dec 06 09:05:45 user nova-compute[75502]: INFO nova.compute.manager [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Took 1.20 seconds to destroy the instance on the hypervisor.
Dec 06 09:05:45 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:05:45 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:05:46 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:05:46 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Took 0.88 seconds to deallocate network for instance.
Dec 06 09:05:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] Acquiring lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] No waiting events found dispatching network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:05:47 user nova-compute[75502]: WARNING nova.compute.manager [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received unexpected event network-vif-plugged-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 for instance with vm_state active and task_state deleting.
Dec 06 09:05:47 user nova-compute[75502]: DEBUG nova.compute.manager [req-e774420c-08be-49e4-8d57-de5038b357dd req-76a55810-8831-4966-bdd4-f63b8768c111 service nova] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Received event network-vif-deleted-eba97838-9f86-4ac2-9b13-f0ffbacc27e5 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:05:47 user nova-compute[75502]: INFO nova.compute.manager [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 6e7af45e-083b-4da9-bc3c-84e4cffda997] Took 0.88 seconds to detach 1 volumes for instance.
Dec 06 09:05:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:05:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.137s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:47 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Deleted allocations for instance 6e7af45e-083b-4da9-bc3c-84e4cffda997
Dec 06 09:05:48 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-e46840ab-c7bd-484c-86e4-ac900e226830 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "6e7af45e-083b-4da9-bc3c-84e4cffda997" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.317s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Verify base images {{(pid=75502) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9
Dec 06 09:05:49 user nova-compute[75502]: WARNING nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Removable base files: /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3 /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1 /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282 /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09 /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702 /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0cd4be292418c67f58c7790f204b17d014a73db3
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9cd7f291bd34f54fe19b68bbc203766cec7b10a1
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f154bd13636073f63078a49eab3b7c1220288282
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/aa338a49d4c8252efbcd388426647404b659c5fd
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/2ad887fd65495e9aef5cf844289c1973d4536f09
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4fd03cd30cf4149d85e563e80d44e0888f982702
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3123230249ddfb755a0cef69d97b28bb2219e47d
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/caa303ef0d9f8657de658a4420198f61350b87bc
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9
Dec 06 09:05:49 user nova-compute[75502]: INFO nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a2824ce3858f990c599b4414882b6ce2b6a98a9a
Dec 06 09:05:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Verification complete {{(pid=75502) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Verify swap images {{(pid=75502) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 06 09:05:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.imagecache [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Verify ephemeral images {{(pid=75502) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 06 09:05:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:05:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:06:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:06:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:06:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:06:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:06:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:06:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:21 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:24 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:06:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:06:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9089MB free_disk=25.112945556640625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:06:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.405s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:06:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:06:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:06:27 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:32 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:32 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:32 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 09:06:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:06:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:36 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:06:36 user nova-compute[75502]: INFO nova.compute.claims [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Claim successful on node user
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.230s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:06:37 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:06:37 user nova-compute[75502]: INFO nova.virt.block_device [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Booting with volume b2627d76-3d95-4677-8418-fda6bd2bef04 at /dev/vda
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.policy [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1ab6412004475595cd29f0383e7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa18058ed014486a8d16b698c2ac75d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG os_brick.utils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b557ad-a103-4599-96c4-1fecf585aaf0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7261fb-8794-41ca-887c-319f67f5f233]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ad3df9b-759d-4959-ab93-205d26c8ca79]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[161cb112-9da4-48ca-a747-f3256282d732]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:06:37 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:06:37 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[50937235-6406-4a01-ae93-1d8f81898e68]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG os_brick.utils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:06:37 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating existing volume attachment record: d4d945ac-7d00-4347-bff0-5d7b0f4d6f27 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:06:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:38 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Successfully created port: 84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Successfully updated port: 84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-changed-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Refreshing instance network info cache due to event network-changed-84c470ea-1b62-4799-969b-00212d4a8131. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Instance network_info: |[{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:06:39 user nova-compute[75502]: DEBUG nova.network.neutron [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Refreshing network info cache for port 84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:06:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated VIF entry in instance network info cache for port 84c470ea-1b62-4799-969b-00212d4a8131. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:06:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:06:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-796876c6-c405-4121-b865-980174d6bf7a req-b3ef2a79-daac-46b6-bc01-4b021facdb2b service nova] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:06:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:06:46 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Creating image(s)
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Ensure instance console log exists: /opt/stack/data/nova/instances/ef3688f3-b454-48fd-b47c-bb4cdefb63c9/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Start _get_guest_xml network_info=[{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd4d945ac-7d00-4347-bff0-5d7b0f4d6f27', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ef3688f3-b454-48fd-b47c-bb4cdefb63c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2627d76-3d95-4677-8418-fda6bd2bef04', 'serial': 'b2627d76-3d95-4677-8418-fda6bd2bef04'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:06:46 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:06:46 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:06:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:06:46 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:06:46 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[daff8bdf-03fb-4c6e-8ba9-a554ac774980]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:06:46 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b33d97df-769a-4703-a880-af71bdef5ac6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04] added
Dec 06 09:06:46 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43b99d8-8324-43a3-a53c-1bf1e399ca04]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:46 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0383d1d8-7e92-4d18-af47-2758393e7f8a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v piFhefyL {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v piFhefyL" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[597e915e-6cc1-48e2-8f88-68c99bdb9111]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'piFhefyL'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f6a1d8-6b88-4e5d-92e9-f6249f01edc1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c74770d-7246-435a-a654-8cbea7c77180]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:06:47 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:06:47 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:06:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:06:47 user nova-compute[75502]: 
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5768fbed-ebb0-4994-a6df-715a26d93e95]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]
Dec 06 09:06:47 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.
Dec 06 09:06:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d469ac59-62db-4473-91a2-1c9c3f72adb1]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[97c85ba1-e2c9-41cf-8580-8420994171f5]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:06:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:06:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00589e6e-7bd7-4cbb-be21-53c41d7fb5bd]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 09:06:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '26233363833323431', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233363833323431', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:06:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1965417165',display_name='tempest-TestVolumeBootPattern-server-1965417165',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1965417165',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-0qsii8ch',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:06:37Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=ef3688f3-b454-48fd-b47c-bb4cdefb63c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'pci_devices' on Instance uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:06:48 user nova-compute[75502]:   <uuid>ef3688f3-b454-48fd-b47c-bb4cdefb63c9</uuid>
Dec 06 09:06:48 user nova-compute[75502]:   <name>instance-00000033</name>
Dec 06 09:06:48 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 09:06:48 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 09:06:48 user nova-compute[75502]:   <metadata>
Dec 06 09:06:48 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:06:48 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 09:06:48 user nova-compute[75502]:       <nova:name>tempest-TestVolumeBootPattern-server-1965417165</nova:name>
Dec 06 09:06:48 user nova-compute[75502]:       <nova:creationTime>2023-12-06 09:06:46</nova:creationTime>
Dec 06 09:06:48 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 09:06:48 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:06:48 user nova-compute[75502]:       </nova:flavor>
Dec 06 09:06:48 user nova-compute[75502]:       <nova:owner>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:user uuid="ed1ab6412004475595cd29f0383e7e69">tempest-TestVolumeBootPattern-2006591930-project-member</nova:user>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:project uuid="fa18058ed014486a8d16b698c2ac75d5">tempest-TestVolumeBootPattern-2006591930</nova:project>
Dec 06 09:06:48 user nova-compute[75502]:       </nova:owner>
Dec 06 09:06:48 user nova-compute[75502]:       <nova:ports>
Dec 06 09:06:48 user nova-compute[75502]:         <nova:port uuid="84c470ea-1b62-4799-969b-00212d4a8131">
Dec 06 09:06:48 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 06 09:06:48 user nova-compute[75502]:         </nova:port>
Dec 06 09:06:48 user nova-compute[75502]:       </nova:ports>
Dec 06 09:06:48 user nova-compute[75502]:     </nova:instance>
Dec 06 09:06:48 user nova-compute[75502]:   </metadata>
Dec 06 09:06:48 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 09:06:48 user nova-compute[75502]:     <system>
Dec 06 09:06:48 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:06:48 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:06:48 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 09:06:48 user nova-compute[75502]:       <entry name="serial">ef3688f3-b454-48fd-b47c-bb4cdefb63c9</entry>
Dec 06 09:06:48 user nova-compute[75502]:       <entry name="uuid">ef3688f3-b454-48fd-b47c-bb4cdefb63c9</entry>
Dec 06 09:06:48 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:06:48 user nova-compute[75502]:     </system>
Dec 06 09:06:48 user nova-compute[75502]:   </sysinfo>
Dec 06 09:06:48 user nova-compute[75502]:   <os>
Dec 06 09:06:48 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:06:48 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 09:06:48 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 09:06:48 user nova-compute[75502]:   </os>
Dec 06 09:06:48 user nova-compute[75502]:   <features>
Dec 06 09:06:48 user nova-compute[75502]:     <acpi/>
Dec 06 09:06:48 user nova-compute[75502]:     <apic/>
Dec 06 09:06:48 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 09:06:48 user nova-compute[75502]:   </features>
Dec 06 09:06:48 user nova-compute[75502]:   <clock offset="utc">
Dec 06 09:06:48 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:06:48 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:06:48 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 09:06:48 user nova-compute[75502]:   </clock>
Dec 06 09:06:48 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 09:06:48 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 09:06:48 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:06:48 user nova-compute[75502]:   </cpu>
Dec 06 09:06:48 user nova-compute[75502]:   <devices>
Dec 06 09:06:48 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 09:06:48 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:06:48 user nova-compute[75502]:       <source dev="/dev/sdb"/>
Dec 06 09:06:48 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 09:06:48 user nova-compute[75502]:       <serial>b2627d76-3d95-4677-8418-fda6bd2bef04</serial>
Dec 06 09:06:48 user nova-compute[75502]:     </disk>
Dec 06 09:06:48 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 09:06:48 user nova-compute[75502]:       <mac address="fa:16:3e:9c:cd:d9"/>
Dec 06 09:06:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:06:48 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 09:06:48 user nova-compute[75502]:       <target dev="tap84c470ea-1b"/>
Dec 06 09:06:48 user nova-compute[75502]:     </interface>
Dec 06 09:06:48 user nova-compute[75502]:     <serial type="pty">
Dec 06 09:06:48 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/ef3688f3-b454-48fd-b47c-bb4cdefb63c9/console.log" append="off"/>
Dec 06 09:06:48 user nova-compute[75502]:     </serial>
Dec 06 09:06:48 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:06:48 user nova-compute[75502]:     <video>
Dec 06 09:06:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:06:48 user nova-compute[75502]:     </video>
Dec 06 09:06:48 user nova-compute[75502]:     <rng model="virtio">
Dec 06 09:06:48 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:06:48 user nova-compute[75502]:     </rng>
Dec 06 09:06:48 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:06:48 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 09:06:48 user nova-compute[75502]:       <stats period="10"/>
Dec 06 09:06:48 user nova-compute[75502]:     </memballoon>
Dec 06 09:06:48 user nova-compute[75502]:   </devices>
Dec 06 09:06:48 user nova-compute[75502]: </domain>
Dec 06 09:06:48 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:06:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1965417165',display_name='tempest-TestVolumeBootPattern-server-1965417165',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1965417165',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-0qsii8ch',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:06:37Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=ef3688f3-b454-48fd-b47c-bb4cdefb63c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG os_vif [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '92aab847-286f-5fbb-9341-f76d722fe1e6', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84c470ea-1b, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84c470ea-1b, col_values=(('qos', UUID('089bc404-30b1-4840-8a88-bf0c3a043c0b')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84c470ea-1b, col_values=(('external_ids', {'iface-id': '84c470ea-1b62-4799-969b-00212d4a8131', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:cd:d9', 'vm-uuid': 'ef3688f3-b454-48fd-b47c-bb4cdefb63c9'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:48 user nova-compute[75502]: INFO os_vif [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b')
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:06:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No VIF found with MAC fa:16:3e:9c:cd:d9, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-7e02c117-4ea2-4cb6-af7a-cb6ec00bc61d req-637349d3-8a52-4889-98b9-909b507dbb8e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7e02c117-4ea2-4cb6-af7a-cb6ec00bc61d req-637349d3-8a52-4889-98b9-909b507dbb8e service nova] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7e02c117-4ea2-4cb6-af7a-cb6ec00bc61d req-637349d3-8a52-4889-98b9-909b507dbb8e service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-7e02c117-4ea2-4cb6-af7a-cb6ec00bc61d req-637349d3-8a52-4889-98b9-909b507dbb8e service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:49 user nova-compute[75502]: DEBUG nova.compute.manager [req-7e02c117-4ea2-4cb6-af7a-cb6ec00bc61d req-637349d3-8a52-4889-98b9-909b507dbb8e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] No waiting events found dispatching network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:06:49 user nova-compute[75502]: WARNING nova.compute.manager [req-7e02c117-4ea2-4cb6-af7a-cb6ec00bc61d req-637349d3-8a52-4889-98b9-909b507dbb8e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received unexpected event network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 for instance with vm_state building and task_state spawning.
Dec 06 09:06:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:06:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Instance spawned successfully.
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:06:51 user nova-compute[75502]: INFO nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Took 4.88 seconds to spawn the instance on the hypervisor.
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:06:51 user nova-compute[75502]: INFO nova.compute.manager [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Took 14.99 seconds to build instance.
Dec 06 09:06:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-9536444c-dc10-4e91-84b1-034dd42c11f3 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.096s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b595a89-118d-460d-bc88-b0b15461a236 req-ea07d8bb-b29a-4c19-8ba3-d13d452a9120 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b595a89-118d-460d-bc88-b0b15461a236 req-ea07d8bb-b29a-4c19-8ba3-d13d452a9120 service nova] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b595a89-118d-460d-bc88-b0b15461a236 req-ea07d8bb-b29a-4c19-8ba3-d13d452a9120 service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2b595a89-118d-460d-bc88-b0b15461a236 req-ea07d8bb-b29a-4c19-8ba3-d13d452a9120 service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:06:51 user nova-compute[75502]: DEBUG nova.compute.manager [req-2b595a89-118d-460d-bc88-b0b15461a236 req-ea07d8bb-b29a-4c19-8ba3-d13d452a9120 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] No waiting events found dispatching network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:06:51 user nova-compute[75502]: WARNING nova.compute.manager [req-2b595a89-118d-460d-bc88-b0b15461a236 req-ea07d8bb-b29a-4c19-8ba3-d13d452a9120 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received unexpected event network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 for instance with vm_state active and task_state None.
Dec 06 09:06:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:06:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:07:26 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:07:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:07:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8993MB free_disk=25.111148834228516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:07:27 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:07:28 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:07:28 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:07:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.218s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:07:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:07:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:07:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:07:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:07:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:07:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:07:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:07:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:07:53 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:07:53 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 09:07:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:07:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:07:53 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:07:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:07:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:08:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:08:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:08:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:08:27 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9009MB free_disk=25.110633850097656GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.155s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-changed-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Refreshing instance network info cache due to event network-changed-84c470ea-1b62-4799-969b-00212d4a8131. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:08:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Refreshing network info cache for port 84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated VIF entry in instance network info cache for port 84c470ea-1b62-4799-969b-00212d4a8131. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:08:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-f2bfdb15-1098-416a-b634-6894f68ff9d6 req-989f664d-4979-4d6b-8025-d68e999f738c service nova] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:08:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "552b8441-e466-4007-b310-ea9e1378feb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:08:37 user nova-compute[75502]: INFO nova.compute.claims [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Claim successful on node user
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.223s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:08:37 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:08:37 user nova-compute[75502]: DEBUG nova.policy [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1ab6412004475595cd29f0383e7e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa18058ed014486a8d16b698c2ac75d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:08:37 user nova-compute[75502]: INFO nova.virt.block_device [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Booting with volume d7fec84c-da3a-4c47-9fdc-3276700ac12f at /dev/vda
Dec 06 09:08:38 user nova-compute[75502]: DEBUG os_brick.utils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.046s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[063d4d14-39cf-4ab1-a207-db50df33ac34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1cb1a13-d4a6-4e55-917f-be77584fd416]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee77e060-b641-4dfc-9be1-ffe7ecbba473]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b18589b3-31d3-4230-970a-9ef987fb34d4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:08:38 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:08:38 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e810ea46-04fc-434d-b562-8208323102cf]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG os_brick.utils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating existing volume attachment record: 19273c55-ac3a-4956-9b6b-fa90d553db41 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:38 user nova-compute[75502]: DEBUG nova.network.neutron [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Successfully created port: a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Successfully updated port: a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquired lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-changed-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.compute.manager [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Refreshing instance network info cache due to event network-changed-a263d56f-fcfb-446a-b33f-36520c56c6b8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] Acquiring lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating instance_info_cache with network_info: [{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Releasing lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Instance network_info: |[{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] Acquired lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:08:39 user nova-compute[75502]: DEBUG nova.network.neutron [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Refreshing network info cache for port a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:08:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updated VIF entry in instance network info cache for port a263d56f-fcfb-446a-b33f-36520c56c6b8. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:08:40 user nova-compute[75502]: DEBUG nova.network.neutron [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating instance_info_cache with network_info: [{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:08:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e83716ab-bcdc-45f2-b0bd-7beb889e56f5 req-eac42740-9022-4522-b4cd-3c5597381680 service nova] Releasing lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:08:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:08:47 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Creating image(s)
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Did not create local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4867}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Ensure instance console log exists: /opt/stack/data/nova/instances/552b8441-e466-4007-b310-ea9e1378feb7/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Start _get_guest_xml network_info=[{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '19273c55-ac3a-4956-9b6b-fa90d553db41', 'disk_bus': 'virtio', 'boot_index': 0, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'THQbshPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '552b8441-e466-4007-b310-ea9e1378feb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7fec84c-da3a-4c47-9fdc-3276700ac12f', 'serial': 'd7fec84c-da3a-4c47-9fdc-3276700ac12f'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': 'disk', 'volume_type': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:08:47 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:08:47 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'THQbshPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:08:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:08:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:08:47 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b400b640-8b5d-4463-903e-5ddbd3b09f79]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:08:47 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[06462a7a-c721-4312-9ad2-655d5409c362]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f] added
Dec 06 09:08:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5079e1fa-808a-496f-bc24-3ee78f7d4c7d]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3fd028e-b5bc-476c-bb84-ae3be23fe91a]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v THQbshPI {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v THQbshPI" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cbc944-654f-4cb0-b3d7-f70ff754355f]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'THQbshPI'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[125a8b93-7f52-4aa5-b779-710d22ada8cf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[246acfe9-b0b2-407b-a6a9-70724865e704]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:08:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:08:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc9f3f0-368d-42c3-b293-1a54cb85986d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260]
Dec 06 09:08:47 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260] successful.
Dec 06 09:08:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b513f60c-0250-453b-aff7-777db6bf56f5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6b0394-346c-4ebc-b616-3871a6fd83a7]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:08:47 user nova-compute[75502]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f (non-flash)
Dec 06 09:08:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:08:47 user nova-compute[75502]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f (non-flash)
Dec 06 09:08:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] HCTL ('34', '-', '-', 0) found on session 63 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[afaaff15-8e11-4df5-8317-af4f8755f6fb]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:08:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 63 and hctl ['34', '*', '*', 0] yield: None {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Searching for a device in session 63 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'THQbshPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26339623336623038', 'path': '/dev/sdc'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26339623336623038', 'path': '/dev/sdc'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:08:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1206541111',display_name='tempest-TestVolumeBootPattern-server-1206541111',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1206541111',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-mh40gev5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:08:38Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=552b8441-e466-4007-b310-ea9e1378feb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'pci_devices' on Instance uuid 552b8441-e466-4007-b310-ea9e1378feb7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:08:48 user nova-compute[75502]:   <uuid>552b8441-e466-4007-b310-ea9e1378feb7</uuid>
Dec 06 09:08:48 user nova-compute[75502]:   <name>instance-00000034</name>
Dec 06 09:08:48 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 09:08:48 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 09:08:48 user nova-compute[75502]:   <metadata>
Dec 06 09:08:48 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:08:48 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 09:08:48 user nova-compute[75502]:       <nova:name>tempest-TestVolumeBootPattern-server-1206541111</nova:name>
Dec 06 09:08:48 user nova-compute[75502]:       <nova:creationTime>2023-12-06 09:08:47</nova:creationTime>
Dec 06 09:08:48 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 09:08:48 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:08:48 user nova-compute[75502]:       </nova:flavor>
Dec 06 09:08:48 user nova-compute[75502]:       <nova:owner>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:user uuid="ed1ab6412004475595cd29f0383e7e69">tempest-TestVolumeBootPattern-2006591930-project-member</nova:user>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:project uuid="fa18058ed014486a8d16b698c2ac75d5">tempest-TestVolumeBootPattern-2006591930</nova:project>
Dec 06 09:08:48 user nova-compute[75502]:       </nova:owner>
Dec 06 09:08:48 user nova-compute[75502]:       <nova:ports>
Dec 06 09:08:48 user nova-compute[75502]:         <nova:port uuid="a263d56f-fcfb-446a-b33f-36520c56c6b8">
Dec 06 09:08:48 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 06 09:08:48 user nova-compute[75502]:         </nova:port>
Dec 06 09:08:48 user nova-compute[75502]:       </nova:ports>
Dec 06 09:08:48 user nova-compute[75502]:     </nova:instance>
Dec 06 09:08:48 user nova-compute[75502]:   </metadata>
Dec 06 09:08:48 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 09:08:48 user nova-compute[75502]:     <system>
Dec 06 09:08:48 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:08:48 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:08:48 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 09:08:48 user nova-compute[75502]:       <entry name="serial">552b8441-e466-4007-b310-ea9e1378feb7</entry>
Dec 06 09:08:48 user nova-compute[75502]:       <entry name="uuid">552b8441-e466-4007-b310-ea9e1378feb7</entry>
Dec 06 09:08:48 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:08:48 user nova-compute[75502]:     </system>
Dec 06 09:08:48 user nova-compute[75502]:   </sysinfo>
Dec 06 09:08:48 user nova-compute[75502]:   <os>
Dec 06 09:08:48 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:08:48 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 09:08:48 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 09:08:48 user nova-compute[75502]:   </os>
Dec 06 09:08:48 user nova-compute[75502]:   <features>
Dec 06 09:08:48 user nova-compute[75502]:     <acpi/>
Dec 06 09:08:48 user nova-compute[75502]:     <apic/>
Dec 06 09:08:48 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 09:08:48 user nova-compute[75502]:   </features>
Dec 06 09:08:48 user nova-compute[75502]:   <clock offset="utc">
Dec 06 09:08:48 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:08:48 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:08:48 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 09:08:48 user nova-compute[75502]:   </clock>
Dec 06 09:08:48 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 09:08:48 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 09:08:48 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:08:48 user nova-compute[75502]:   </cpu>
Dec 06 09:08:48 user nova-compute[75502]:   <devices>
Dec 06 09:08:48 user nova-compute[75502]:     <disk type="block" device="disk">
Dec 06 09:08:48 user nova-compute[75502]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:08:48 user nova-compute[75502]:       <source dev="/dev/sdc"/>
Dec 06 09:08:48 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 09:08:48 user nova-compute[75502]:       <serial>d7fec84c-da3a-4c47-9fdc-3276700ac12f</serial>
Dec 06 09:08:48 user nova-compute[75502]:     </disk>
Dec 06 09:08:48 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 09:08:48 user nova-compute[75502]:       <mac address="fa:16:3e:74:e1:85"/>
Dec 06 09:08:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:08:48 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 09:08:48 user nova-compute[75502]:       <target dev="tapa263d56f-fc"/>
Dec 06 09:08:48 user nova-compute[75502]:     </interface>
Dec 06 09:08:48 user nova-compute[75502]:     <serial type="pty">
Dec 06 09:08:48 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/552b8441-e466-4007-b310-ea9e1378feb7/console.log" append="off"/>
Dec 06 09:08:48 user nova-compute[75502]:     </serial>
Dec 06 09:08:48 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:08:48 user nova-compute[75502]:     <video>
Dec 06 09:08:48 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:08:48 user nova-compute[75502]:     </video>
Dec 06 09:08:48 user nova-compute[75502]:     <rng model="virtio">
Dec 06 09:08:48 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:08:48 user nova-compute[75502]:     </rng>
Dec 06 09:08:48 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:08:48 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 09:08:48 user nova-compute[75502]:       <stats period="10"/>
Dec 06 09:08:48 user nova-compute[75502]:     </memballoon>
Dec 06 09:08:48 user nova-compute[75502]:   </devices>
Dec 06 09:08:48 user nova-compute[75502]: </domain>
Dec 06 09:08:48 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:08:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1206541111',display_name='tempest-TestVolumeBootPattern-server-1206541111',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1206541111',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-mh40gev5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:08:38Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=552b8441-e466-4007-b310-ea9e1378feb7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG os_vif [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f7d619c-9394-53a2-aef8-f17454b79ee9', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa263d56f-fc, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa263d56f-fc, col_values=(('qos', UUID('bd5d469a-3b92-4d39-b848-493fc1fa92e2')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa263d56f-fc, col_values=(('external_ids', {'iface-id': 'a263d56f-fcfb-446a-b33f-36520c56c6b8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:e1:85', 'vm-uuid': '552b8441-e466-4007-b310-ea9e1378feb7'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:48 user nova-compute[75502]: INFO os_vif [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc')
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:08:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] No VIF found with MAC fa:16:3e:74:e1:85, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-3e61743b-58d3-4db4-bdaf-0654c8b5d6b9 req-3fbfe298-55b0-4c46-b060-c161c80bcca6 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3e61743b-58d3-4db4-bdaf-0654c8b5d6b9 req-3fbfe298-55b0-4c46-b060-c161c80bcca6 service nova] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3e61743b-58d3-4db4-bdaf-0654c8b5d6b9 req-3fbfe298-55b0-4c46-b060-c161c80bcca6 service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-3e61743b-58d3-4db4-bdaf-0654c8b5d6b9 req-3fbfe298-55b0-4c46-b060-c161c80bcca6 service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG nova.compute.manager [req-3e61743b-58d3-4db4-bdaf-0654c8b5d6b9 req-3fbfe298-55b0-4c46-b060-c161c80bcca6 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] No waiting events found dispatching network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:08:50 user nova-compute[75502]: WARNING nova.compute.manager [req-3e61743b-58d3-4db4-bdaf-0654c8b5d6b9 req-3fbfe298-55b0-4c46-b060-c161c80bcca6 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received unexpected event network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 for instance with vm_state building and task_state spawning.
Dec 06 09:08:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:08:52 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Instance spawned successfully.
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:08:52 user nova-compute[75502]: INFO nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Took 4.98 seconds to spawn the instance on the hypervisor.
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-92d2a3f8-e32f-48af-83e2-fb2b9de32a40 req-fbe8c71f-b851-4e87-b0cc-a1a817fad40f service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92d2a3f8-e32f-48af-83e2-fb2b9de32a40 req-fbe8c71f-b851-4e87-b0cc-a1a817fad40f service nova] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92d2a3f8-e32f-48af-83e2-fb2b9de32a40 req-fbe8c71f-b851-4e87-b0cc-a1a817fad40f service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-92d2a3f8-e32f-48af-83e2-fb2b9de32a40 req-fbe8c71f-b851-4e87-b0cc-a1a817fad40f service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:52 user nova-compute[75502]: DEBUG nova.compute.manager [req-92d2a3f8-e32f-48af-83e2-fb2b9de32a40 req-fbe8c71f-b851-4e87-b0cc-a1a817fad40f service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] No waiting events found dispatching network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:08:52 user nova-compute[75502]: WARNING nova.compute.manager [req-92d2a3f8-e32f-48af-83e2-fb2b9de32a40 req-fbe8c71f-b851-4e87-b0cc-a1a817fad40f service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received unexpected event network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 for instance with vm_state building and task_state spawning.
Dec 06 09:08:52 user nova-compute[75502]: INFO nova.compute.manager [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Took 14.93 seconds to build instance.
Dec 06 09:08:52 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-dfe5280f-5cd4-4592-a9a0-0612d1296f2c tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "552b8441-e466-4007-b310-ea9e1378feb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.024s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:08:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:08:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:09:28 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:09:29 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:09:29 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8852MB free_disk=25.108707427978516GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 552b8441-e466-4007-b310-ea9e1378feb7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:09:29 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:09:30 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:09:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.220s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:09:32 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:32 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:33 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:09:38 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:09:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:09:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:09:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:09:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:09:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:48 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:09:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:09:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:09:53 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:09:58 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:10:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:10:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:10:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:08 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:10:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:10:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:10:13 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:18 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:10:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:28 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-changed-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.compute.manager [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Refreshing instance network info cache due to event network-changed-a263d56f-fcfb-446a-b33f-36520c56c6b8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] Acquiring lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] Acquired lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Refreshing network info cache for port a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updated VIF entry in instance network info cache for port a263d56f-fcfb-446a-b33f-36520c56c6b8. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.network.neutron [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating instance_info_cache with network_info: [{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e5d24d49-9ade-49cd-ae6c-7778166e41a6 req-15292afb-bdd9-4938-9498-b642739b95d9 service nova] Releasing lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:10:29 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating instance_info_cache with network_info: [{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:10:30 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-changed-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Refreshing instance network info cache due to event network-changed-a263d56f-fcfb-446a-b33f-36520c56c6b8. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] Acquiring lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] Acquired lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Refreshing network info cache for port a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:10:31 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:10:31 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8942MB free_disk=25.1080322265625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "552b8441-e466-4007-b310-ea9e1378feb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:31 user nova-compute[75502]: INFO nova.compute.manager [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Terminating instance
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 552b8441-e466-4007-b310-ea9e1378feb7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.269s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updated VIF entry in instance network info cache for port a263d56f-fcfb-446a-b33f-36520c56c6b8. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating instance_info_cache with network_info: [{"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-ed736fa5-fa5e-4071-a993-51d867c5aeae req-bbea6236-f9bb-44c8-b8a5-fbf142915d2e service nova] Releasing lock "refresh_cache-552b8441-e466-4007-b310-ea9e1378feb7" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:10:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Instance destroyed successfully.
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'resources' on Instance uuid 552b8441-e466-4007-b310-ea9e1378feb7 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:08:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1206541111',display_name='tempest-TestVolumeBootPattern-server-1206541111',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1206541111',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:08:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-mh40gev5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:08:52Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=552b8441-e466-4007-b310-ea9e1378feb7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "address": "fa:16:3e:74:e1:85", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa263d56f-fc", "ovs_interfaceid": "a263d56f-fcfb-446a-b33f-36520c56c6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_vif [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa263d56f-fc, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bd5d469a-3b92-4d39-b848-493fc1fa92e2) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:32 user nova-compute[75502]: INFO os_vif [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:e1:85,bridge_name='br-int',has_traffic_filtering=True,id=a263d56f-fcfb-446a-b33f-36520c56c6b8,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa263d56f-fc')
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'THQbshPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:10:32 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4630033f-8da4-4219-a914-a789c63f89c0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:10:32 user nova-compute[75502]: No targets found.
Dec 06 09:10:32 user nova-compute[75502]: iSNS:
Dec 06 09:10:32 user nova-compute[75502]: No targets found.
Dec 06 09:10:32 user nova-compute[75502]: STATIC:
Dec 06 09:10:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04
Dec 06 09:10:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:10:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:10:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f
Dec 06 09:10:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:10:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:10:32 user nova-compute[75502]: FIRMWARE:
Dec 06 09:10:32 user nova-compute[75502]: No targets found.
Dec 06 09:10:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:10:32 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:10:32 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f409c8-fabe-4c4b-9f0e-6b93ceaed8d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b4c6f8-676e-4961-970d-e42ba86fe1b6]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:10:32 user nova-compute[75502]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f (non-flash)
Dec 06 09:10:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:10:32 user nova-compute[75502]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f (non-flash)
Dec 06 09:10:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94c539a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f'): ({'sdc'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Removing single pathed devices sdc {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e48987-1534-41bd-b8b4-90d1a25b418c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a476bd79-9d49-4a91-97a6-6d7c09211991]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flushing IO for device /dev/sdc {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a66b285-8a63-4f03-868a-a1137f55dc92]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0983ef5f-4c7c-464c-a917-7ad0180ddf24]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] SCSI volumes sdc have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO21e691e1-c9b36b0813652ee4', '/dev/disk/by-id/scsi-26339623336623038', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_21e691e1') {{(pid=86686) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 06 09:10:32 user nova-compute[75502]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO21e691e1-c9b36b0813652ee4
Dec 06 09:10:32 user nova-compute[75502]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26339623336623038
Dec 06 09:10:32 user nova-compute[75502]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_21e691e1
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e04edcc6-3740-4a4c-b11e-1019640d9035]: (4, None) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[aabf5458-7f57-486a-ab0f-383ac878411e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da6bc0a-4a4f-4c75-ba08-2db0885ce1ab]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260]
Dec 06 09:10:32 user nova-compute[75502]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f, portal: 172.16.0.220,3260] successful.
Dec 06 09:10:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d7fec84c-da3a-4c47-9fdc-3276700ac12f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[461dd29f-1102-44a2-9b84-2475a004e233]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== disconnect_volume: return (295ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:10:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Deleting instance files /opt/stack/data/nova/instances/552b8441-e466-4007-b310-ea9e1378feb7_del
Dec 06 09:10:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Deletion of /opt/stack/data/nova/instances/552b8441-e466-4007-b310-ea9e1378feb7_del complete
Dec 06 09:10:32 user nova-compute[75502]: INFO nova.compute.manager [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Took 1.25 seconds to destroy the instance on the hypervisor.
Dec 06 09:10:32 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:10:32 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-vif-unplugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] No waiting events found dispatching network-vif-unplugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-vif-unplugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] Acquiring lock "552b8441-e466-4007-b310-ea9e1378feb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] Lock "552b8441-e466-4007-b310-ea9e1378feb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] No waiting events found dispatching network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:10:33 user nova-compute[75502]: WARNING nova.compute.manager [req-2d34fc80-8784-40e6-9ba7-3a13f19fd5ed req-05c9232e-874c-44e4-aad8-b267ad0c0c07 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received unexpected event network-vif-plugged-a263d56f-fcfb-446a-b33f-36520c56c6b8 for instance with vm_state active and task_state deleting.
Dec 06 09:10:33 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:10:33 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Took 0.94 seconds to deallocate network for instance.
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:34 user nova-compute[75502]: INFO nova.compute.manager [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Took 0.80 seconds to detach 1 volumes for instance.
Dec 06 09:10:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:10:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:10:34 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:10:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:10:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:34 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Deleted allocations for instance 552b8441-e466-4007-b310-ea9e1378feb7
Dec 06 09:10:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-da79c3a8-5279-4717-8cdc-160a4dc3ab9e tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "552b8441-e466-4007-b310-ea9e1378feb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.362s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:10:35 user nova-compute[75502]: DEBUG nova.compute.manager [req-649f82da-a40a-413a-8d91-6d95e1bd077c req-6e50c9a9-c052-4926-bee9-b2a2b857dee6 service nova] [instance: 552b8441-e466-4007-b310-ea9e1378feb7] Received event network-vif-deleted-a263d56f-fcfb-446a-b33f-36520c56c6b8 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:10:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:42 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:10:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:10:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:10:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:11:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:11:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:11:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:11:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:11:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:11:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:11:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:11:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:11:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:23 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:11:30 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-changed-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.compute.manager [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Refreshing instance network info cache due to event network-changed-84c470ea-1b62-4799-969b-00212d4a8131. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] Acquiring lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] Acquired lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.network.neutron [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Refreshing network info cache for port 84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:31 user nova-compute[75502]: INFO nova.compute.manager [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Terminating instance
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:31 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updated VIF entry in instance network info cache for port 84c470ea-1b62-4799-969b-00212d4a8131. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.network.neutron [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [{"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a1649158-293a-42cd-9c60-c1e92d793649 req-b85845fa-b323-46fa-aa3c-bcca87c5e236 service nova] Releasing lock "refresh_cache-ef3688f3-b454-48fd-b47c-bb4cdefb63c9" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Instance destroyed successfully.
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.objects.instance [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lazy-loading 'resources' on Instance uuid ef3688f3-b454-48fd-b47c-bb4cdefb63c9 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:06:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1965417165',display_name='tempest-TestVolumeBootPattern-server-1965417165',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1965417165',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIbCm3INUiSvVHI1ZS6I23ECZUAW9fVSrQMm2Qbe7p7AH06qMC73loCrHHuM/9o7E2Wz3EtQWWHp0y+02okEFoRGxbM0eOL2FzlObQFYKkLHPA+oP98xj+tXHLz7ZEfWkg==',key_name='tempest-TestVolumeBootPattern-1502401953',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:06:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa18058ed014486a8d16b698c2ac75d5',ramdisk_id='',reservation_id='r-0qsii8ch',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-2006591930',owner_user_name='tempest-TestVolumeBootPattern-2006591930-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:06:52Z,user_data=None,user_id='ed1ab6412004475595cd29f0383e7e69',uuid=ef3688f3-b454-48fd-b47c-bb4cdefb63c9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converting VIF {"id": "84c470ea-1b62-4799-969b-00212d4a8131", "address": "fa:16:3e:9c:cd:d9", "network": {"id": "53642509-f102-4822-b597-2eff46f0a6d7", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-741433010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.28", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa18058ed014486a8d16b698c2ac75d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84c470ea-1b", "ovs_interfaceid": "84c470ea-1b62-4799-969b-00212d4a8131", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_vif [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84c470ea-1b, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=089bc404-30b1-4840-8a88-bf0c3a043c0b) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:32 user nova-compute[75502]: INFO os_vif [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:cd:d9,bridge_name='br-int',has_traffic_filtering=True,id=84c470ea-1b62-4799-969b-00212d4a8131,network=Network(53642509-f102-4822-b597-2eff46f0a6d7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84c470ea-1b')
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'piFhefyL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:11:32 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed676688-d569-43a5-971c-f7f3d32935b9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:11:32 user nova-compute[75502]: No targets found.
Dec 06 09:11:32 user nova-compute[75502]: iSNS:
Dec 06 09:11:32 user nova-compute[75502]: No targets found.
Dec 06 09:11:32 user nova-compute[75502]: STATIC:
Dec 06 09:11:32 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04
Dec 06 09:11:32 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:11:32 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:11:32 user nova-compute[75502]: FIRMWARE:
Dec 06 09:11:32 user nova-compute[75502]: No targets found.
Dec 06 09:11:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:11:32 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:11:32 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e989fcf7-ea1c-4600-a9b0-860ad1a3281b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a452363e-db80-4e62-bd0e-de8792e80649]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:11:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 (non-flash)
Dec 06 09:11:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94c53c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:11:32 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9120MB free_disk=25.107074737548828GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb386ee0-ca6b-4caf-9dd0-dcb323863e5a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec8cc943-85c9-4887-bc64-a024c5b2f0d4]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ae11007-c547-4099-81f4-6c9400feedc7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cce910b7-c68e-448e-81fd-bc3dde12567a]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a69e855-d6d3-4e64-a398-e48ae9326088]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9488afdc-874e-4f6d-aeb2-66920cbd4c60]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260]
Dec 06 09:11:32 user nova-compute[75502]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04, portal: 172.16.0.220,3260] successful.
Dec 06 09:11:32 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2627d76-3d95-4677-8418-fda6bd2bef04 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[faaad2ed-0bca-4599-a0e4-5afc8c465daf]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.636s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] <== disconnect_volume: return (637ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:11:32 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:11:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Deleting instance files /opt/stack/data/nova/instances/ef3688f3-b454-48fd-b47c-bb4cdefb63c9_del
Dec 06 09:11:32 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Deletion of /opt/stack/data/nova/instances/ef3688f3-b454-48fd-b47c-bb4cdefb63c9_del complete
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:11:33 user nova-compute[75502]: INFO nova.compute.manager [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Took 1.52 seconds to destroy the instance on the hypervisor.
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.485s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:11:33 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Took 0.40 seconds to deallocate network for instance.
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-db08c4d0-49be-47f9-9ef7-b9b926eb90c8 req-48b27662-6af8-497b-ad05-1ba918359840 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-vif-deleted-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:11:33 user nova-compute[75502]: INFO nova.compute.manager [req-db08c4d0-49be-47f9-9ef7-b9b926eb90c8 req-48b27662-6af8-497b-ad05-1ba918359840 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Neutron deleted interface 84c470ea-1b62-4799-969b-00212d4a8131; detaching it from the instance and deleting it from the info cache
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.network.neutron [req-db08c4d0-49be-47f9-9ef7-b9b926eb90c8 req-48b27662-6af8-497b-ad05-1ba918359840 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-vif-unplugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] No waiting events found dispatching network-vif-unplugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-vif-unplugged-84c470ea-1b62-4799-969b-00212d4a8131 for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received event network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] Acquiring lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] No waiting events found dispatching network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:11:33 user nova-compute[75502]: WARNING nova.compute.manager [req-8d60128e-746d-4f1b-8187-fc4b4fa4e66e req-79b6cb12-1400-4508-a09d-0146ecadca5e service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Received unexpected event network-vif-plugged-84c470ea-1b62-4799-969b-00212d4a8131 for instance with vm_state active and task_state deleting.
Dec 06 09:11:33 user nova-compute[75502]: DEBUG nova.compute.manager [req-db08c4d0-49be-47f9-9ef7-b9b926eb90c8 req-48b27662-6af8-497b-ad05-1ba918359840 service nova] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Detach interface failed, port_id=84c470ea-1b62-4799-969b-00212d4a8131, reason: Instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9 could not be found. {{(pid=75502) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:34 user nova-compute[75502]: INFO nova.compute.manager [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] [instance: ef3688f3-b454-48fd-b47c-bb4cdefb63c9] Took 0.91 seconds to detach 1 volumes for instance.
Dec 06 09:11:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.108s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:34 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Deleted allocations for instance ef3688f3-b454-48fd-b47c-bb4cdefb63c9
Dec 06 09:11:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-650b98dd-530a-49f6-ba23-1c236994d574 tempest-TestVolumeBootPattern-2006591930 tempest-TestVolumeBootPattern-2006591930-project-member] Lock "ef3688f3-b454-48fd-b47c-bb4cdefb63c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.120s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 09:11:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:11:51 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:11:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 09:11:51 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 09:11:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:11:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:12:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:24 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:29 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:12:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:12:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:12:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:12:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:32 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:12:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:12:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:12:33 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:12:34 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:12:34 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:12:34 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9126MB free_disk=25.1058349609375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:12:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.148s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:12:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:12:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:12:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:12:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:12:42 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:12:47 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:52 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:57 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:12:59 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:02 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:03 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:07 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:09 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:12 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:16 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Starting instance... {{(pid=75502) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 06 09:13:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:16 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:16 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75502) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 06 09:13:16 user nova-compute[75502]: INFO nova.compute.claims [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Claim successful on node user
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.393s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Start building networks asynchronously for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Allocating IP information in the background. {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] allocate_for_instance() {{(pid=75502) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 06 09:13:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 06 09:13:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Start building block device mappings for instance. {{(pid=75502) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Start spawning the instance on the hypervisor. {{(pid=75502) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Creating instance directory {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4731}}
Dec 06 09:13:17 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Creating image(s)
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "/opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "/opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "/opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG nova.policy [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb18c091ae1483cb9426a553ac86b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4bbae2258114eeea3a4f5cc143c1100', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75502) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.192s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "73327e925878b0a61eb1e69c4899844480c036c9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.210s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:17 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk 1073741824 {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9,backing_fmt=raw /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk 1073741824" returned: 0 in 0.075s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "73327e925878b0a61eb1e69c4899844480c036c9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.292s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/73327e925878b0a61eb1e69c4899844480c036c9 --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk. size=1073741824 {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG nova.virt.disk.api [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Cannot resize image /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk to a smaller size. {{(pid=75502) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Created local disks {{(pid=75502) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4865}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Ensure instance console log exists: /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/console.log {{(pid=75502) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4617}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:18 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Successfully created port: f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Successfully updated port: f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Building network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-changed-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG nova.compute.manager [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Refreshing instance network info cache due to event network-changed-f543a24d-96e3-45df-a7de-69490e5a7b4d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:13:19 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Instance cache missing network info. {{(pid=75502) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.neutron [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Instance network_info: |[{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75502) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.neutron [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Refreshing network info cache for port f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Start _get_guest_xml network_info=[{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_options': None, 'encrypted': False, 'device_name': '/dev/vda', 'disk_bus': 'virtio', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'image_id': '2e9a7c79-1473-4014-a978-3bbaccdfdd6b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7566}}
Dec 06 09:13:20 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:13:20 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CPU controller missing on host. {{(pid=75502) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.host [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CPU controller found on host. {{(pid=75502) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75502) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5404}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-06T08:26:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-06T08:26:22Z,direct_url=<?>,disk_format='qcow2',id=2e9a7c79-1473-4014-a978-3bbaccdfdd6b,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7cde8b46c8e44c03b40bb31a768a5ed6',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-06T08:26:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Flavor limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Image limits 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Flavor pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Image pref 0:0:0 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75502) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Got 1 possible topologies {{(pid=75502) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.hardware [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75502) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:13:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2071009309',display_name='tempest-SnapshotDataIntegrityTests-server-2071009309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2071009309',id=53,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAurj4zJ/K87+nDlKj8hdFp87CoKnXi+JZzgVUjIXy0ff5HtNof2C+bOmCnFiZxE+ehYLuOyRJtGAdzFuk5LO5JC1/yXRjI/aMC9fcJvLSjgIiqsatp9aAXi7N5ol2vIhQ==',key_name='tempest-keypair-2079944531',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c4bbae2258114eeea3a4f5cc143c1100',ramdisk_id='',reservation_id='r-7ull1041',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-281353100',owner_user_name='tempest-SnapshotDataIntegrityTests-281353100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:13:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dbb18c091ae1483cb9426a553ac86b35',uuid=2471faf3-0b4f-44cd-a190-8e8952dadb21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75502) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Converting VIF {"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'pci_devices' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] End _get_guest_xml xml=<domain type="kvm">
Dec 06 09:13:20 user nova-compute[75502]:   <uuid>2471faf3-0b4f-44cd-a190-8e8952dadb21</uuid>
Dec 06 09:13:20 user nova-compute[75502]:   <name>instance-00000035</name>
Dec 06 09:13:20 user nova-compute[75502]:   <memory>524288</memory>
Dec 06 09:13:20 user nova-compute[75502]:   <vcpu>1</vcpu>
Dec 06 09:13:20 user nova-compute[75502]:   <metadata>
Dec 06 09:13:20 user nova-compute[75502]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 06 09:13:20 user nova-compute[75502]:       <nova:package version="0.0.0"/>
Dec 06 09:13:20 user nova-compute[75502]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-2071009309</nova:name>
Dec 06 09:13:20 user nova-compute[75502]:       <nova:creationTime>2023-12-06 09:13:20</nova:creationTime>
Dec 06 09:13:20 user nova-compute[75502]:       <nova:flavor name="m1.tiny">
Dec 06 09:13:20 user nova-compute[75502]:         <nova:memory>512</nova:memory>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:disk>1</nova:disk>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:swap>0</nova:swap>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:ephemeral>0</nova:ephemeral>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:vcpus>1</nova:vcpus>
Dec 06 09:13:20 user nova-compute[75502]:       </nova:flavor>
Dec 06 09:13:20 user nova-compute[75502]:       <nova:owner>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:user uuid="dbb18c091ae1483cb9426a553ac86b35">tempest-SnapshotDataIntegrityTests-281353100-project-member</nova:user>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:project uuid="c4bbae2258114eeea3a4f5cc143c1100">tempest-SnapshotDataIntegrityTests-281353100</nova:project>
Dec 06 09:13:20 user nova-compute[75502]:       </nova:owner>
Dec 06 09:13:20 user nova-compute[75502]:       <nova:root type="image" uuid="2e9a7c79-1473-4014-a978-3bbaccdfdd6b"/>
Dec 06 09:13:20 user nova-compute[75502]:       <nova:ports>
Dec 06 09:13:20 user nova-compute[75502]:         <nova:port uuid="f543a24d-96e3-45df-a7de-69490e5a7b4d">
Dec 06 09:13:20 user nova-compute[75502]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 06 09:13:20 user nova-compute[75502]:         </nova:port>
Dec 06 09:13:20 user nova-compute[75502]:       </nova:ports>
Dec 06 09:13:20 user nova-compute[75502]:     </nova:instance>
Dec 06 09:13:20 user nova-compute[75502]:   </metadata>
Dec 06 09:13:20 user nova-compute[75502]:   <sysinfo type="smbios">
Dec 06 09:13:20 user nova-compute[75502]:     <system>
Dec 06 09:13:20 user nova-compute[75502]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 06 09:13:20 user nova-compute[75502]:       <entry name="product">OpenStack Nova</entry>
Dec 06 09:13:20 user nova-compute[75502]:       <entry name="version">0.0.0</entry>
Dec 06 09:13:20 user nova-compute[75502]:       <entry name="serial">2471faf3-0b4f-44cd-a190-8e8952dadb21</entry>
Dec 06 09:13:20 user nova-compute[75502]:       <entry name="uuid">2471faf3-0b4f-44cd-a190-8e8952dadb21</entry>
Dec 06 09:13:20 user nova-compute[75502]:       <entry name="family">Virtual Machine</entry>
Dec 06 09:13:20 user nova-compute[75502]:     </system>
Dec 06 09:13:20 user nova-compute[75502]:   </sysinfo>
Dec 06 09:13:20 user nova-compute[75502]:   <os>
Dec 06 09:13:20 user nova-compute[75502]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 06 09:13:20 user nova-compute[75502]:     <boot dev="hd"/>
Dec 06 09:13:20 user nova-compute[75502]:     <smbios mode="sysinfo"/>
Dec 06 09:13:20 user nova-compute[75502]:   </os>
Dec 06 09:13:20 user nova-compute[75502]:   <features>
Dec 06 09:13:20 user nova-compute[75502]:     <acpi/>
Dec 06 09:13:20 user nova-compute[75502]:     <apic/>
Dec 06 09:13:20 user nova-compute[75502]:     <vmcoreinfo/>
Dec 06 09:13:20 user nova-compute[75502]:   </features>
Dec 06 09:13:20 user nova-compute[75502]:   <clock offset="utc">
Dec 06 09:13:20 user nova-compute[75502]:     <timer name="pit" tickpolicy="delay"/>
Dec 06 09:13:20 user nova-compute[75502]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 06 09:13:20 user nova-compute[75502]:     <timer name="hpet" present="no"/>
Dec 06 09:13:20 user nova-compute[75502]:   </clock>
Dec 06 09:13:20 user nova-compute[75502]:   <cpu mode="custom" match="exact">
Dec 06 09:13:20 user nova-compute[75502]:     <model>Nehalem</model>
Dec 06 09:13:20 user nova-compute[75502]:     <topology sockets="1" cores="1" threads="1"/>
Dec 06 09:13:20 user nova-compute[75502]:   </cpu>
Dec 06 09:13:20 user nova-compute[75502]:   <devices>
Dec 06 09:13:20 user nova-compute[75502]:     <disk type="file" device="disk">
Dec 06 09:13:20 user nova-compute[75502]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 06 09:13:20 user nova-compute[75502]:       <source file="/opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk"/>
Dec 06 09:13:20 user nova-compute[75502]:       <target dev="vda" bus="virtio"/>
Dec 06 09:13:20 user nova-compute[75502]:     </disk>
Dec 06 09:13:20 user nova-compute[75502]:     <interface type="ethernet">
Dec 06 09:13:20 user nova-compute[75502]:       <mac address="fa:16:3e:05:e6:31"/>
Dec 06 09:13:20 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:13:20 user nova-compute[75502]:       <mtu size="1442"/>
Dec 06 09:13:20 user nova-compute[75502]:       <target dev="tapf543a24d-96"/>
Dec 06 09:13:20 user nova-compute[75502]:     </interface>
Dec 06 09:13:20 user nova-compute[75502]:     <serial type="pty">
Dec 06 09:13:20 user nova-compute[75502]:       <log file="/opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/console.log" append="off"/>
Dec 06 09:13:20 user nova-compute[75502]:     </serial>
Dec 06 09:13:20 user nova-compute[75502]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 06 09:13:20 user nova-compute[75502]:     <video>
Dec 06 09:13:20 user nova-compute[75502]:       <model type="virtio"/>
Dec 06 09:13:20 user nova-compute[75502]:     </video>
Dec 06 09:13:20 user nova-compute[75502]:     <rng model="virtio">
Dec 06 09:13:20 user nova-compute[75502]:       <backend model="random">/dev/urandom</backend>
Dec 06 09:13:20 user nova-compute[75502]:     </rng>
Dec 06 09:13:20 user nova-compute[75502]:     <controller type="usb" index="0" model="none"/>
Dec 06 09:13:20 user nova-compute[75502]:     <memballoon model="virtio">
Dec 06 09:13:20 user nova-compute[75502]:       <stats period="10"/>
Dec 06 09:13:20 user nova-compute[75502]:     </memballoon>
Dec 06 09:13:20 user nova-compute[75502]:   </devices>
Dec 06 09:13:20 user nova-compute[75502]: </domain>
Dec 06 09:13:20 user nova-compute[75502]:  {{(pid=75502) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7572}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:13:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2071009309',display_name='tempest-SnapshotDataIntegrityTests-server-2071009309',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2071009309',id=53,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAurj4zJ/K87+nDlKj8hdFp87CoKnXi+JZzgVUjIXy0ff5HtNof2C+bOmCnFiZxE+ehYLuOyRJtGAdzFuk5LO5JC1/yXRjI/aMC9fcJvLSjgIiqsatp9aAXi7N5ol2vIhQ==',key_name='tempest-keypair-2079944531',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c4bbae2258114eeea3a4f5cc143c1100',ramdisk_id='',reservation_id='r-7ull1041',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-281353100',owner_user_name='tempest-SnapshotDataIntegrityTests-281353100-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-06T09:13:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dbb18c091ae1483cb9426a553ac86b35',uuid=2471faf3-0b4f-44cd-a190-8e8952dadb21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Converting VIF {"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG os_vif [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96') {{(pid=75502) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7866a92a-736d-50b6-b544-066eaedb1a0e', '_type': 'linux-noop'}}, row=False) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf543a24d-96, may_exist=True, interface_attrs={}) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf543a24d-96, col_values=(('qos', UUID('daada1fc-4f3a-4b09-9b14-427b216b97f8')),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf543a24d-96, col_values=(('external_ids', {'iface-id': 'f543a24d-96e3-45df-a7de-69490e5a7b4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:e6:31', 'vm-uuid': '2471faf3-0b4f-44cd-a190-8e8952dadb21'}),), if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:20 user nova-compute[75502]: INFO os_vif [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96')
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No VIF found with MAC fa:16:3e:05:e6:31, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.neutron [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated VIF entry in instance network info cache for port f543a24d-96e3-45df-a7de-69490e5a7b4d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG nova.network.neutron [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:13:20 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-e2361b32-32d6-4855-b81f-9aa9027c5540 req-4c2ae1a1-5e30-4877-b029-77d871e33e3c service nova] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG nova.compute.manager [req-281c83b5-fd27-455e-9cae-a3d15796b3e0 req-7b8597ac-0946-459d-8ac2-1c85f3cb21fa service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-281c83b5-fd27-455e-9cae-a3d15796b3e0 req-7b8597ac-0946-459d-8ac2-1c85f3cb21fa service nova] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-281c83b5-fd27-455e-9cae-a3d15796b3e0 req-7b8597ac-0946-459d-8ac2-1c85f3cb21fa service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-281c83b5-fd27-455e-9cae-a3d15796b3e0 req-7b8597ac-0946-459d-8ac2-1c85f3cb21fa service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:21 user nova-compute[75502]: DEBUG nova.compute.manager [req-281c83b5-fd27-455e-9cae-a3d15796b3e0 req-7b8597ac-0946-459d-8ac2-1c85f3cb21fa service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] No waiting events found dispatching network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:13:21 user nova-compute[75502]: WARNING nova.compute.manager [req-281c83b5-fd27-455e-9cae-a3d15796b3e0 req-7b8597ac-0946-459d-8ac2-1c85f3cb21fa service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received unexpected event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d for instance with vm_state building and task_state spawning.
Dec 06 09:13:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:22 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.compute.manager [req-83053a22-e0a9-44ea-8d89-f76b110933a4 req-1ed9c148-d0a9-4604-b0a5-c3f1966e2175 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-83053a22-e0a9-44ea-8d89-f76b110933a4 req-1ed9c148-d0a9-4604-b0a5-c3f1966e2175 service nova] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-83053a22-e0a9-44ea-8d89-f76b110933a4 req-1ed9c148-d0a9-4604-b0a5-c3f1966e2175 service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-83053a22-e0a9-44ea-8d89-f76b110933a4 req-1ed9c148-d0a9-4604-b0a5-c3f1966e2175 service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.compute.manager [req-83053a22-e0a9-44ea-8d89-f76b110933a4 req-1ed9c148-d0a9-4604-b0a5-c3f1966e2175 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] No waiting events found dispatching network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:13:24 user nova-compute[75502]: WARNING nova.compute.manager [req-83053a22-e0a9-44ea-8d89-f76b110933a4 req-1ed9c148-d0a9-4604-b0a5-c3f1966e2175 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received unexpected event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d for instance with vm_state building and task_state spawning.
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Instance event wait completed in 0 seconds for  {{(pid=75502) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Guest created on hypervisor {{(pid=75502) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 06 09:13:24 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Instance spawned successfully.
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Found default for hw_cdrom_bus of ide {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Found default for hw_disk_bus of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Found default for hw_input_bus of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Found default for hw_pointer_model of None {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Found default for hw_video_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Found default for hw_vif_model of virtio {{(pid=75502) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 06 09:13:24 user nova-compute[75502]: INFO nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Took 6.79 seconds to spawn the instance on the hypervisor.
Dec 06 09:13:24 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Checking state {{(pid=75502) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 06 09:13:24 user nova-compute[75502]: INFO nova.compute.manager [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Took 7.65 seconds to build instance.
Dec 06 09:13:24 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6cd7138e-32b5-4c62-ac01-238509bf1c9c tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.776s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:26 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:31 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:13:33 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:13:34 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:13:35 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:13:35 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:13:35 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8767MB free_disk=25.09052276611328GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:13:35 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:13:36 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:13:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.225s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:13:37 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:13:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:13:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:14:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:14:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:14:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:14:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:14:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:14:27 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:14:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:14:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:14:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:14:36 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8932MB free_disk=25.059871673583984GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:14:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:14:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:42 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:43 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:14:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:14:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:14:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:14:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:14:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:14:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:15:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-changed-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:15:07 user nova-compute[75502]: DEBUG nova.compute.manager [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Refreshing instance network info cache due to event network-changed-f543a24d-96e3-45df-a7de-69490e5a7b4d. {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 06 09:15:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:15:07 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:15:07 user nova-compute[75502]: DEBUG nova.network.neutron [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Refreshing network info cache for port f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 06 09:15:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated VIF entry in instance network info cache for port f543a24d-96e3-45df-a7de-69490e5a7b4d. {{(pid=75502) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 06 09:15:08 user nova-compute[75502]: DEBUG nova.network.neutron [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:15:08 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-a5cbccd4-7f3a-470a-8dca-45d560685c7d req-8d507b1d-36e1-4922-b69b-ce5316626644 service nova] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:15:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:15:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:15:11 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:15:11 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:15:12 user nova-compute[75502]: INFO nova.compute.manager [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attaching volume 5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 to /dev/vdb
Dec 06 09:15:12 user nova-compute[75502]: DEBUG os_brick.utils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa86c8e-2323-40ee-83ce-fa8d0f86d378]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c5bf0b8-9663-48d2-adba-356681c54da2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccef84e4-fa15-4b18-9f94-d809644b88dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6bb7776-74cd-4b51-932d-3b0d423bff6a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:15:12 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:15:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[52d9d8b7-dd52-4d13-8f05-6c37fba697ef]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG os_brick.utils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:15:12 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating existing volume attachment record: c11ca4a3-6426-4ebb-a4e0-e11bbddefeda {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:15:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lemBzpAI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:15:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:15:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:15:21 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[672e6080-ad29-4c2e-95d0-09752810f8b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:15:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c4912b5-6e48-4a9f-b640-b93fa382f5ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3] added
Dec 06 09:15:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ae9681-9854-4b9c-baba-e73a91358cdb]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a23f9ff2-5020-4cf8-ad0f-b01718f7fbb6]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lemBzpAI {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lemBzpAI" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[04604239-0f44-43b0-bdf4-ec01230e0db0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lemBzpAI'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[85857ace-3435-4559-8909-4b02660117bd]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[658d555b-5e61-4ebf-b795-02d4d918e54b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:15:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:15:21 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:15:21 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:15:21 user nova-compute[75502]: 
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a845931a-42bf-4aa1-b4dc-d63aff4e07ae]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260]
Dec 06 09:15:21 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260] successful.
Dec 06 09:15:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[07074ba7-3458-46cb-a309-f0bf3b972e36]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[39cbd30d-9786-4095-a952-f3d99487c402]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 (non-flash)
Dec 06 09:15:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 (non-flash)
Dec 06 09:15:21 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17f4ab7-347e-4dd2-a164-58a748aea456]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:15:21 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lemBzpAI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:15:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:15:22 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23164643064336531', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:15:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164643064336531', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:15:22 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:15:22 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:15:22 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:15:22 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:15:22 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:15:22 user nova-compute[75502]:   <serial>5d5855a1-6b67-48a9-b9ce-cd72e436cbf3</serial>
Dec 06 09:15:22 user nova-compute[75502]: </disk>
Dec 06 09:15:22 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:15:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:15:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:15:23 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No VIF found with MAC fa:16:3e:05:e6:31, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:15:23 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6ccdeda3-32f6-4054-9466-bcac6b2a5af9 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.199s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:15:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:28 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:33 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:15:35 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:15:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:15:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:15:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:15:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:15:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:15:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:15:37 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:15:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75502) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11218}}
Dec 06 09:15:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:15:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8990MB free_disk=25.05062484741211GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:15:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.183s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:15:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:15:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:15:41 user nova-compute[75502]: INFO nova.compute.manager [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Detaching volume 5d5855a1-6b67-48a9-b9ce-cd72e436cbf3
Dec 06 09:15:41 user nova-compute[75502]: INFO nova.virt.block_device [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attempting to driver detach volume 5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 from mountpoint /dev/vdb
Dec 06 09:15:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Attempting to detach device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:15:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:15:41 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:15:41 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:15:41 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:15:41 user nova-compute[75502]:   <serial>5d5855a1-6b67-48a9-b9ce-cd72e436cbf3</serial>
Dec 06 09:15:41 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:15:41 user nova-compute[75502]: </disk>
Dec 06 09:15:41 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:15:41 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config.
Dec 06 09:15:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:15:41 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:15:41 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:15:41 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:15:41 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:15:41 user nova-compute[75502]:   <serial>5d5855a1-6b67-48a9-b9ce-cd72e436cbf3</serial>
Dec 06 09:15:41 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:15:41 user nova-compute[75502]: </disk>
Dec 06 09:15:41 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:15:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:42 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:15:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:15:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:15:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:15:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:15:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:15:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:15:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:02 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 is timed out.
Dec 06 09:16:02 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config.
Dec 06 09:16:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lemBzpAI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:16:02 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[003286d1-95cf-4c90-b127-f1645ee7a1e2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:16:02 user nova-compute[75502]: No targets found.
Dec 06 09:16:02 user nova-compute[75502]: iSNS:
Dec 06 09:16:02 user nova-compute[75502]: No targets found.
Dec 06 09:16:02 user nova-compute[75502]: STATIC:
Dec 06 09:16:02 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3
Dec 06 09:16:02 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:16:02 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:16:02 user nova-compute[75502]: FIRMWARE:
Dec 06 09:16:02 user nova-compute[75502]: No targets found.
Dec 06 09:16:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:16:02 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:16:02 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[953cd02f-f1cf-465f-bd9e-d2f3ed9bbb70]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c88fad-0cc2-4c78-ac16-b27d627192dd]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 (non-flash)
Dec 06 09:16:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 (non-flash)
Dec 06 09:16:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94eeff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f73aed-5f18-40e0-baac-d46beda2cf88]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c79a9320-12f4-43f3-9a35-0c9758048673]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d190b9b8-7353-43c1-8a31-5ddfa1e41d29]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[36411c69-224a-4d8c-9abc-7fa96af4fac0]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c71cd9-05fb-4853-b1ad-cd81dff5da9c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[265eb93f-51d9-4771-a56e-14585b563229]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260]
Dec 06 09:16:02 user nova-compute[75502]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3, portal: 172.16.0.220,3260] successful.
Dec 06 09:16:02 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d5855a1-6b67-48a9-b9ce-cd72e436cbf3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ada3ef4-3d95-466f-9b2e-4db279fccf93]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== disconnect_volume: return (278ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:16:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:16:03 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:16:03 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c55cc2ec-a0c8-441e-bae0-8c1f2323b6aa tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.863s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:16:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:16:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:16:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:16:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:30 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:16:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:16:34 user nova-compute[75502]: DEBUG nova.objects.instance [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:16:34 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:16:35 user nova-compute[75502]: INFO nova.compute.manager [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attaching volume d082f846-0cc0-47e0-afdb-c50c4afd4f54 to /dev/vdb
Dec 06 09:16:35 user nova-compute[75502]: DEBUG os_brick.utils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb97e69-c325-44a9-8f88-aa2ff9b59f11]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f938c70-f3e4-43a9-aa72-5d88a8927bbb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb87b9b-da59-4cc5-a339-5f7ff2b58f43]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b052de6-69a3-4f4e-bee3-771203a79c7f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:16:35 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[690d6a4e-a840-4b5b-9538-f5761e356100]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG os_brick.utils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating existing volume attachment record: 254e4503-944f-4b3a-adbe-f9c7636441ce {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:35 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:16:36 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:16:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:16:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8996MB free_disk=25.049816131591797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:16:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.511s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 09:16:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:42 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:42 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:44 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:44 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:16:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKBcuGtf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:16:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:16:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:16:47 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8f6354-a6f9-43f3-bde9-d169784d412d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:16:47 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb228d5c-9173-4a83-baff-683c280c2736]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54] added
Dec 06 09:16:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b12000-2a6c-42e3-9a9f-c9c711964ca5]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[53444e15-35c4-460e-b7e7-2fac8f094bb2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qKBcuGtf {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qKBcuGtf" returned: 0 in 0.023s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b451417f-bd56-44af-9087-b63c6889d4bc]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qKBcuGtf'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[df88c050-8220-429b-81cb-eb64d99fdca2]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b8d1831-ca2c-441e-a33a-ff0d0388b799]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:16:47 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:16:47 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:16:47 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:16:47 user nova-compute[75502]: 
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2705f363-0531-44bf-ba61-429117f9c767]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260]
Dec 06 09:16:47 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260] successful.
Dec 06 09:16:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[51e0d8a8-877b-4dfa-8b8c-960e4485c88b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[188231e2-b72f-428b-bfcb-93f71bf41e18]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 (non-flash)
Dec 06 09:16:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 (non-flash)
Dec 06 09:16:47 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.235s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a6e54f6-d88e-44bc-b23e-15143b5503c4]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:16:47 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKBcuGtf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:16:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:16:48 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '26431616538326362', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:16:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26431616538326362', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:16:48 user nova-compute[75502]: DEBUG nova.objects.instance [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:16:48 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:16:48 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:16:48 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:16:48 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:16:48 user nova-compute[75502]:   <serial>d082f846-0cc0-47e0-afdb-c50c4afd4f54</serial>
Dec 06 09:16:48 user nova-compute[75502]: </disk>
Dec 06 09:16:48 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:16:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:16:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:16:49 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No VIF found with MAC fa:16:3e:05:e6:31, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:16:49 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-ba03b74b-bfef-4753-80a8-5d08bf7e30cd tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.430s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:16:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:16:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:16:51 user nova-compute[75502]: INFO nova.compute.manager [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Detaching volume d082f846-0cc0-47e0-afdb-c50c4afd4f54
Dec 06 09:16:51 user nova-compute[75502]: INFO nova.virt.block_device [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attempting to driver detach volume d082f846-0cc0-47e0-afdb-c50c4afd4f54 from mountpoint /dev/vdb
Dec 06 09:16:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Attempting to detach device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:16:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:16:51 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:16:51 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:16:51 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:16:51 user nova-compute[75502]:   <serial>d082f846-0cc0-47e0-afdb-c50c4afd4f54</serial>
Dec 06 09:16:51 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:16:51 user nova-compute[75502]: </disk>
Dec 06 09:16:51 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:16:51 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config.
Dec 06 09:16:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:16:51 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:16:51 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:16:51 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:16:51 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:16:51 user nova-compute[75502]:   <serial>d082f846-0cc0-47e0-afdb-c50c4afd4f54</serial>
Dec 06 09:16:51 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:16:51 user nova-compute[75502]: </disk>
Dec 06 09:16:51 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:16:52 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:16:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:16:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:04 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 06 09:17:04 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] There are 0 instances to clean {{(pid=75502) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 06 09:17:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:12 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 is timed out.
Dec 06 09:17:12 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config.
Dec 06 09:17:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qKBcuGtf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:17:12 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e17ed59-c873-4028-973b-acc8b5699bbe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:17:12 user nova-compute[75502]: No targets found.
Dec 06 09:17:12 user nova-compute[75502]: iSNS:
Dec 06 09:17:12 user nova-compute[75502]: No targets found.
Dec 06 09:17:12 user nova-compute[75502]: STATIC:
Dec 06 09:17:12 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54
Dec 06 09:17:12 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:17:12 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:17:12 user nova-compute[75502]: FIRMWARE:
Dec 06 09:17:12 user nova-compute[75502]: No targets found.
Dec 06 09:17:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:17:12 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:17:12 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[84aa7fcd-da03-4eb5-8205-29cb9861289c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[640b7dfe-4317-4591-94f8-31de5a68725c]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 (non-flash)
Dec 06 09:17:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 (non-flash)
Dec 06 09:17:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94eef520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09e8d45-661e-4b51-81bf-78a0cec6f013]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d13d298-b7a7-4de4-81d4-2543c603641e]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce1afa3-3ba3-4d36-97ee-0b8133409894]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9af81926-7195-452c-9f82-6de789eb4909]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[044749ba-891a-4039-9c36-6b41e786bd66]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad493f52-d1c4-47d2-8371-77f94b8fb1a9]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260]
Dec 06 09:17:12 user nova-compute[75502]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54, portal: 172.16.0.220,3260] successful.
Dec 06 09:17:12 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d082f846-0cc0-47e0-afdb-c50c4afd4f54 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[973450ea-3918-4b7c-b395-6b2f64233cbe]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== disconnect_volume: return (271ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:17:12 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:17:13 user nova-compute[75502]: DEBUG nova.objects.instance [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:17:13 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-8e782a60-7548-4c34-a0f7-75cdbc266ecc tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.718s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:17:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:17:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:17:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:17:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:36 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:36 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:17:37 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:39 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:17:39 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8988MB free_disk=25.048938751220703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:17:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.172s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:17:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:42 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:17:44 user nova-compute[75502]: INFO nova.compute.manager [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attaching volume cdc735b8-18cb-4412-9746-304e559a6fa7 to /dev/vdb
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG os_brick.utils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95409510-aa64-40a9-9ce8-9f33ef0ba492]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e271630-cdca-409d-89cd-86adad501d4b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8484f1-235d-46b4-ab30-d9d34ad4b111]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[9496b679-de5d-481f-9bae-3fa3c8406746]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:17:44 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:17:44 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81b1a98-b34a-41b8-9c5a-03412846705c]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG os_brick.utils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:17:44 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating existing volume attachment record: 98ef98dd-11c9-4a2b-9fb9-87661c93fbd4 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:17:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:17:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:46 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:17:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EqiabzhQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:17:53 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:17:53 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:17:53 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cd7eb0-4bde-4b4e-9ce2-69bf6c2d8b57]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:17:53 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a665a710-8be9-4fee-a955-b938f725fb89]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7] added
Dec 06 09:17:53 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[eddf8791-132a-4dda-a574-cd2e79efa45e]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[00957590-627f-4311-b9f0-f6a89701eb67]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EqiabzhQ {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EqiabzhQ" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2535426-4c09-4a9d-acaf-f03fc6b8dbd7]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EqiabzhQ'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[95768532-fbf5-484e-b044-32d405970dda]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[78351de6-d8f8-4bac-8382-2c693a474478]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:17:53 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:17:53 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:17:53 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:17:53 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:17:53 user nova-compute[75502]: 
Dec 06 09:17:53 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b32e8b6c-55ef-4979-8734-35f8aaf547ac]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260]
Dec 06 09:17:54 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260] successful.
Dec 06 09:17:54 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6a0794-058f-41db-bcd2-1e7b7f54948c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebe9885-fe96-46ec-a925-ee96061cd4cc]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 (non-flash)
Dec 06 09:17:54 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 (non-flash)
Dec 06 09:17:54 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb7a6a9-b6a2-42f9-94b7-1b5720d31584]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:17:54 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EqiabzhQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== connect_volume: return (1272ms) {'type': 'block', 'scsi_wwn': '23337643132396664', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337643132396664', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG nova.objects.instance [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:17:55 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:17:55 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:17:55 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:17:55 user nova-compute[75502]:   <serial>cdc735b8-18cb-4412-9746-304e559a6fa7</serial>
Dec 06 09:17:55 user nova-compute[75502]: </disk>
Dec 06 09:17:55 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No VIF found with MAC fa:16:3e:05:e6:31, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:17:55 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-c7600ab9-dde3-4469-b826-11186b5fc4d4 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.885s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:17:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:17:58 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:17:58 user nova-compute[75502]: INFO nova.compute.manager [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Detaching volume cdc735b8-18cb-4412-9746-304e559a6fa7
Dec 06 09:17:58 user nova-compute[75502]: INFO nova.virt.block_device [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attempting to driver detach volume cdc735b8-18cb-4412-9746-304e559a6fa7 from mountpoint /dev/vdb
Dec 06 09:17:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Attempting to detach device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:17:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:17:58 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:17:58 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:17:58 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:17:58 user nova-compute[75502]:   <serial>cdc735b8-18cb-4412-9746-304e559a6fa7</serial>
Dec 06 09:17:58 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:17:58 user nova-compute[75502]: </disk>
Dec 06 09:17:58 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:17:58 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config.
Dec 06 09:17:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:17:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:17:58 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:17:58 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:17:58 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:17:58 user nova-compute[75502]:   <serial>cdc735b8-18cb-4412-9746-304e559a6fa7</serial>
Dec 06 09:17:58 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:17:58 user nova-compute[75502]: </disk>
Dec 06 09:17:58 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:17:58 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:18 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 is timed out.
Dec 06 09:18:18 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config.
Dec 06 09:18:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EqiabzhQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:18:18 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d919a99-a8fd-4954-8613-51312f25510a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:18:18 user nova-compute[75502]: No targets found.
Dec 06 09:18:18 user nova-compute[75502]: iSNS:
Dec 06 09:18:18 user nova-compute[75502]: No targets found.
Dec 06 09:18:18 user nova-compute[75502]: STATIC:
Dec 06 09:18:18 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7
Dec 06 09:18:18 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:18:18 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:18:18 user nova-compute[75502]: FIRMWARE:
Dec 06 09:18:18 user nova-compute[75502]: No targets found.
Dec 06 09:18:18 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:18:18 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:18:18 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d715f646-231c-439a-8386-535541628b8b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[389f77d6-eece-4eeb-a518-4d25d6cda2a3]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 (non-flash)
Dec 06 09:18:18 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 (non-flash)
Dec 06 09:18:18 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94cb84c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cbd1f43-2c21-4cd5-9281-ffd5b5ec86d1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[b766c73d-fb71-4542-9ef0-8c303befc5a7]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[2054fc77-f844-48c8-abf4-43791c8157c9]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba823618-812e-4e14-94c2-e9fb3fba5ba0]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[16030572-4bfb-4f27-8aa3-df798cbf303b]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[814579cb-8676-4c74-ae8e-1f0a6e747e70]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260]
Dec 06 09:18:18 user nova-compute[75502]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7, portal: 172.16.0.220,3260] successful.
Dec 06 09:18:18 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cdc735b8-18cb-4412-9746-304e559a6fa7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2af87f4-96e2-48f3-9f2e-da1c6c323191]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== disconnect_volume: return (312ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:18:18 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:18:19 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:18:19 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a273a1e4-1f5e-4076-b5bb-756517eb1419 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.892s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:18:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:22 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:22 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Triggering sync for uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 06 09:18:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:18:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:18:22 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:18:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:18:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:18:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:31 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:18:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:18:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:18:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:18:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9003MB free_disk=25.047985076904297GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:18:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.186s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:18:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:18:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:18:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:43 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:18:45 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:45 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:46 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:48 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:18:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:18:51 user nova-compute[75502]: INFO nova.compute.manager [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attaching volume fe0b00ab-b86d-4673-85cf-2bc82ed7176d to /dev/vdb
Dec 06 09:18:51 user nova-compute[75502]: DEBUG os_brick.utils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49f25de-cac6-4ff1-9d51-26d36b8e4a8a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:bf63c8d6da5a\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[33245362-c4f7-4210-a3df-a36eac6dadf0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c065db8-0896-4ccc-a513-221d0c22c98b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed6ead4-1a65-4337-a36b-825b271c595c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Running cmd (subprocess): nvme version {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] 'nvme version' failed. Not Retrying. {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] nvme not present on system {{(pid=75502) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 06 09:18:51 user nova-compute[75502]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 06 09:18:51 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf7f6b1a-4610-43e1-a59d-55c50d7cb066]: (4, '') {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75502) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.lightos [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] LIGHTOS: no hostnqn found. {{(pid=75502) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG os_brick.utils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:bf63c8d6da5a', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:18:51 user nova-compute[75502]: DEBUG nova.virt.block_device [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating existing volume attachment record: b36d58c4-1631-40cc-96b1-96f307c91031 {{(pid=75502) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 06 09:18:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:18:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Calling os-brick to attach iSCSI Volume {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'blSvgOZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:19:00 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:19:00 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:19:00 user nova-compute[75502]: INFO os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7139cc73-1c5c-4267-aeb4-60c9bdad2643]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 06 09:19:00 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --interface default --op new {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3400e06-38c9-4076-a77e-29e2701f17e4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d] added\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d] added
Dec 06 09:19:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e0c1c4-2764-402e-ae44-5de32ae57bb0]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[08fb5981-9306-4d64-9ca8-c0ec2c258309]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v blSvgOZw {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v blSvgOZw" returned: 0 in 0.020s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0179f96-0ff5-40e7-8800-938f1130a2d8]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'blSvgOZw'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a13c0ab-7bcd-4777-b389-362f27cf0795]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1203ee12-c75e-4576-8513-fe703c511a81]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:19:00 user nova-compute[75502]:  {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 06 09:19:00 user nova-compute[75502]:  {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:19:00 user nova-compute[75502]: WARNING os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 06 09:19:00 user nova-compute[75502]: 
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --login {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb87fc7-bfc5-4f1d-b024-af9d5119a485]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260]
Dec 06 09:19:00 user nova-compute[75502]: Login to [iface: default, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260] successful.
Dec 06 09:19:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c6b448-6213-4f14-ab6d-efdc50e33c01]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f49be49-538d-4fa1-9d84-8376344f6efa]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d (non-flash)
Dec 06 09:19:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d (non-flash)
Dec 06 09:19:00 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to 172.16.0.220:3260 {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75502) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75502) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a051a98-2ea6-4bf2-befb-e2e96f7555ec]: (4, ('- - 0', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75502) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 06 09:19:00 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'blSvgOZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75502) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 06 09:19:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:19:01 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== connect_volume: return (1272ms) {'type': 'block', 'scsi_wwn': '23233303031646135', 'path': '/dev/sdb'} {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:19:01 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233303031646135', 'path': '/dev/sdb'} {{(pid=75502) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 06 09:19:02 user nova-compute[75502]: DEBUG nova.objects.instance [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:19:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] attach device xml: <disk type="block" device="disk">
Dec 06 09:19:02 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:19:02 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:19:02 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:19:02 user nova-compute[75502]:   <serial>fe0b00ab-b86d-4673-85cf-2bc82ed7176d</serial>
Dec 06 09:19:02 user nova-compute[75502]: </disk>
Dec 06 09:19:02 user nova-compute[75502]:  {{(pid=75502) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 06 09:19:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vda, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:19:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75502) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12095}}
Dec 06 09:19:02 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] No VIF found with MAC fa:16:3e:05:e6:31, not building metadata {{(pid=75502) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12071}}
Dec 06 09:19:02 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-a10018cd-2a6e-462d-8679-b6a563046ada tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.093s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:19:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:19:04 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:19:04 user nova-compute[75502]: INFO nova.compute.manager [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Detaching volume fe0b00ab-b86d-4673-85cf-2bc82ed7176d
Dec 06 09:19:05 user nova-compute[75502]: INFO nova.virt.block_device [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Attempting to driver detach volume fe0b00ab-b86d-4673-85cf-2bc82ed7176d from mountpoint /dev/vdb
Dec 06 09:19:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Attempting to detach device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config. {{(pid=75502) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 06 09:19:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:19:05 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:19:05 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:19:05 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:19:05 user nova-compute[75502]:   <serial>fe0b00ab-b86d-4673-85cf-2bc82ed7176d</serial>
Dec 06 09:19:05 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:19:05 user nova-compute[75502]: </disk>
Dec 06 09:19:05 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:19:05 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the persistent domain config.
Dec 06 09:19:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config. {{(pid=75502) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 06 09:19:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.guest [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] detach device xml: <disk type="block" device="disk">
Dec 06 09:19:05 user nova-compute[75502]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 06 09:19:05 user nova-compute[75502]:   <source dev="/dev/sdb"/>
Dec 06 09:19:05 user nova-compute[75502]:   <target dev="vdb" bus="virtio"/>
Dec 06 09:19:05 user nova-compute[75502]:   <serial>fe0b00ab-b86d-4673-85cf-2bc82ed7176d</serial>
Dec 06 09:19:05 user nova-compute[75502]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 06 09:19:05 user nova-compute[75502]: </disk>
Dec 06 09:19:05 user nova-compute[75502]:  {{(pid=75502) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 06 09:19:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:19:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:05 user nova-compute[75502]: DEBUG nova.virt.libvirt.driver [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 06 09:19:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:19:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:19:25 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 is timed out.
Dec 06 09:19:25 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully detached device vdb from instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 from the live domain config.
Dec 06 09:19:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] calling os-brick to detach iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f8ed8293190>, {'target_iqn': 'iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'blSvgOZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 06 09:19:25 user nova-compute[75502]: WARNING os_brick.initiator.connectors.base [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[4662c095-ffb5-4d2d-8a2d-17b3277c6de3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 06 09:19:25 user nova-compute[75502]: No targets found.
Dec 06 09:19:25 user nova-compute[75502]: iSNS:
Dec 06 09:19:25 user nova-compute[75502]: No targets found.
Dec 06 09:19:25 user nova-compute[75502]: STATIC:
Dec 06 09:19:25 user nova-compute[75502]: Target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d
Dec 06 09:19:25 user nova-compute[75502]:         Portal: 172.16.0.220:3260,-1
Dec 06 09:19:25 user nova-compute[75502]:                 Iface Name: default
Dec 06 09:19:25 user nova-compute[75502]: FIRMWARE:
Dec 06 09:19:25 user nova-compute[75502]: No targets found.
Dec 06 09:19:25 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 06 09:19:25 user nova-compute[75502]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 06 09:19:25 user nova-compute[75502]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75502) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d', 0)] {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4235555-d1d1-4191-be51-dd101cfcd6b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[94cf9e33-9097-4dbe-9d68-4cfdad778517]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d (non-flash)\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d (non-flash)
Dec 06 09:19:25 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d (non-flash)
Dec 06 09:19:25 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f8e94b3f880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d'): ({'sdb'}, set())}) {{(pid=75502) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Removing single pathed devices sdb {{(pid=75502) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f883130-4b73-4a89-8e1d-bc9c7b9ef616]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[a245be78-7b1e-4f26-a9f2-d1a6dfba1a11]: (4, ('ok\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Flushing IO for device /dev/sdb {{(pid=75502) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[e250949e-1160-4202-8aea-cd7e8c51b36c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75502) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac3089b-17e2-472d-9dc6-86e0a188d2af]: (4, ('1', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.linuxscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] SCSI volumes sdb have been removed. {{(pid=75502) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d')] {{(pid=75502) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cd2c0e-a744-41c3-92a1-33d9a977d886]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --logout {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[94fb180b-fb78-4a18-ae11-813a2846d735]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260]
Dec 06 09:19:25 user nova-compute[75502]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d, portal: 172.16.0.220,3260] successful.
Dec 06 09:19:25 user nova-compute[75502]:  stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op delete {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe0b00ab-b86d-4673-85cf-2bc82ed7176d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cbf63d4-ca23-49ca-8264-bb457799170c]: (4, ('', '')) {{(pid=86686) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75502) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.base [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.266s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG os_brick.initiator.connectors.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] <== disconnect_volume: return (267ms) None {{(pid=75502) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 06 09:19:25 user nova-compute[75502]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Disconnected iSCSI Volume {{(pid=75502) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 06 09:19:26 user nova-compute[75502]: DEBUG nova.objects.instance [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'flavor' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:19:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-7028e7cd-2b97-4628-9d4a-e7d9d455c48e tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.737s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:19:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:19:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:19:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:19:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:19:30 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:32 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:35 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:19:37 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG oslo_concurrency.processutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75502) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 06 09:19:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:19:38 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=8999MB free_disk=25.046985626220703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Instance 2471faf3-0b4f-44cd-a190-8e8952dadb21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75502) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:19:38 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquired lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Forcefully refreshing network info cache for instance {{(pid=75502) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 06 09:19:39 user nova-compute[75502]: DEBUG nova.objects.instance [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lazy-loading 'info_cache' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:19:40 user nova-compute[75502]: DEBUG nova.network.neutron [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [{"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:19:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Releasing lock "refresh_cache-2471faf3-0b4f-44cd-a190-8e8952dadb21" {{(pid=75502) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 06 09:19:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updated the network info_cache for instance {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 06 09:19:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:40 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:19:44 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:45 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:45 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:46 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:49 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:19:50 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:19:55 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:00 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:05 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:10 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:15 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:25 user nova-compute[75502]: INFO nova.compute.manager [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Terminating instance
Dec 06 09:20:25 user nova-compute[75502]: DEBUG nova.compute.manager [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Start destroying the instance on the hypervisor. {{(pid=75502) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:25 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [-] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Instance destroyed successfully.
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.objects.instance [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lazy-loading 'resources' on Instance uuid 2471faf3-0b4f-44cd-a190-8e8952dadb21 {{(pid=75502) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.virt.libvirt.vif [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-06T09:13:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2071009309',display_name='tempest-SnapshotDataIntegrityTests-server-2071009309',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2071009309',id=53,image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAurj4zJ/K87+nDlKj8hdFp87CoKnXi+JZzgVUjIXy0ff5HtNof2C+bOmCnFiZxE+ehYLuOyRJtGAdzFuk5LO5JC1/yXRjI/aMC9fcJvLSjgIiqsatp9aAXi7N5ol2vIhQ==',key_name='tempest-keypair-2079944531',keypairs=<?>,launch_index=0,launched_at=2023-12-06T09:13:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c4bbae2258114eeea3a4f5cc143c1100',ramdisk_id='',reservation_id='r-7ull1041',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2e9a7c79-1473-4014-a978-3bbaccdfdd6b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-281353100',owner_user_name='tempest-SnapshotDataIntegrityTests-281353100-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-06T09:13:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dbb18c091ae1483cb9426a553ac86b35',uuid=2471faf3-0b4f-44cd-a190-8e8952dadb21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Converting VIF {"id": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "address": "fa:16:3e:05:e6:31", "network": {"id": "2d3f929a-72a7-430c-8b81-edd3e766761f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1972954711-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c4bbae2258114eeea3a4f5cc143c1100", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf543a24d-96", "ovs_interfaceid": "f543a24d-96e3-45df-a7de-69490e5a7b4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.network.os_vif_util [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96') {{(pid=75502) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG os_vif [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96') {{(pid=75502) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf543a24d-96, bridge=br-int, if_exists=True) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=daada1fc-4f3a-4b09-9b14-427b216b97f8) {{(pid=75502) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:26 user nova-compute[75502]: INFO os_vif [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:e6:31,bridge_name='br-int',has_traffic_filtering=True,id=f543a24d-96e3-45df-a7de-69490e5a7b4d,network=Network(2d3f929a-72a7-430c-8b81-edd3e766761f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf543a24d-96')
Dec 06 09:20:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Deleting instance files /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21_del
Dec 06 09:20:26 user nova-compute[75502]: INFO nova.virt.libvirt.driver [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Deletion of /opt/stack/data/nova/instances/2471faf3-0b4f-44cd-a190-8e8952dadb21_del complete
Dec 06 09:20:26 user nova-compute[75502]: INFO nova.compute.manager [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 06 09:20:26 user nova-compute[75502]: DEBUG oslo.service.loopingcall [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75502) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.compute.manager [-] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Deallocating network for instance {{(pid=75502) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] deallocate_for_instance() {{(pid=75502) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-72e3d892-b089-4bf0-bfc7-7d321e0c59f4 req-78dd17b3-08ef-465d-909d-a3a1005d55ad service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-unplugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72e3d892-b089-4bf0-bfc7-7d321e0c59f4 req-78dd17b3-08ef-465d-909d-a3a1005d55ad service nova] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72e3d892-b089-4bf0-bfc7-7d321e0c59f4 req-78dd17b3-08ef-465d-909d-a3a1005d55ad service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-72e3d892-b089-4bf0-bfc7-7d321e0c59f4 req-78dd17b3-08ef-465d-909d-a3a1005d55ad service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-72e3d892-b089-4bf0-bfc7-7d321e0c59f4 req-78dd17b3-08ef-465d-909d-a3a1005d55ad service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] No waiting events found dispatching network-vif-unplugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:20:26 user nova-compute[75502]: DEBUG nova.compute.manager [req-72e3d892-b089-4bf0-bfc7-7d321e0c59f4 req-78dd17b3-08ef-465d-909d-a3a1005d55ad service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-unplugged-f543a24d-96e3-45df-a7de-69490e5a7b4d for instance with task_state deleting. {{(pid=75502) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG nova.network.neutron [-] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Updating instance_info_cache with network_info: [] {{(pid=75502) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 06 09:20:27 user nova-compute[75502]: INFO nova.compute.manager [-] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Took 1.15 seconds to deallocate network for instance.
Dec 06 09:20:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:27 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.139s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:28 user nova-compute[75502]: INFO nova.scheduler.client.report [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Deleted allocations for instance 2471faf3-0b4f-44cd-a190-8e8952dadb21
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-6e164a91-9a41-43a8-bcae-75aa6b256119 tempest-SnapshotDataIntegrityTests-281353100 tempest-SnapshotDataIntegrityTests-281353100-project-member] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.370s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] No waiting events found dispatching network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:20:28 user nova-compute[75502]: WARNING nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received unexpected event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d for instance with vm_state deleted and task_state None.
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] Acquiring lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] Lock "2471faf3-0b4f-44cd-a190-8e8952dadb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] No waiting events found dispatching network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 06 09:20:28 user nova-compute[75502]: WARNING nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received unexpected event network-vif-plugged-f543a24d-96e3-45df-a7de-69490e5a7b4d for instance with vm_state deleted and task_state None.
Dec 06 09:20:28 user nova-compute[75502]: DEBUG nova.compute.manager [req-677de57d-589b-4eb0-9b00-f579c10979f4 req-ea7d82d3-5272-4b90-88f8-98f388d59f13 service nova] [instance: 2471faf3-0b4f-44cd-a190-8e8952dadb21] Received event network-vif-deleted-f543a24d-96e3-45df-a7de-69490e5a7b4d {{(pid=75502) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 06 09:20:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:20:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:20:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:20:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:20:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:20:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:39 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:20:40 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:20:40 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:20:40 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9102MB free_disk=25.074005126953125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:20:40 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.151s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:20:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:45 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:20:46 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:47 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:48 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:51 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:20:51 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:20:56 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:21:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75502) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 06 09:21:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:21:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75502) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 06 09:21:01 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:06 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:21:11 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:16 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:17 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:20 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:21 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:23 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:26 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:31 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:21:33 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:21:36 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 06 09:21:38 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:21:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Starting heal instance info cache {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 06 09:21:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Rebuilding the list of instances to heal {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 06 09:21:38 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Didn't find any instances for network info cache update. {{(pid=75502) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 06 09:21:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:21:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:21:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75502) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 06 09:21:40 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:21:40 user nova-compute[75502]: DEBUG nova.compute.manager [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75502) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 06 09:21:41 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 06 09:21:41 user nova-compute[75502]: DEBUG oslo_service.periodic_task [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75502) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 06 09:21:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:21:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:21:41 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:21:41 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Auditing locally available compute resources for user (node: user) {{(pid=75502) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 06 09:21:42 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:21:42 user nova-compute[75502]: WARNING nova.virt.libvirt.driver [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Hypervisor/Node resource view: name=user free_ram=9249MB free_disk=25.069381713867188GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75502) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75502) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing inventories for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating ProviderTree inventory for provider 96999065-34ef-409c-a655-b1d66f04fd5c from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Updating inventory in ProviderTree for provider 96999065-34ef-409c-a655-b1d66f04fd5c with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing aggregate associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, aggregates: None {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Refreshing trait associations for resource provider 96999065-34ef-409c-a655-b1d66f04fd5c, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_RESCUE_BFV,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_RTL8139,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_USB,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE41,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_SECURITY_UEFI_SECURE_BOOT {{(pid=75502) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.compute.provider_tree [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed in ProviderTree for provider: 96999065-34ef-409c-a655-b1d66f04fd5c {{(pid=75502) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.scheduler.client.report [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Inventory has not changed for provider 96999065-34ef-409c-a655-b1d66f04fd5c based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75502) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG nova.compute.resource_tracker [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Compute_service record updated for user:user {{(pid=75502) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 06 09:21:42 user nova-compute[75502]: DEBUG oslo_concurrency.lockutils [None req-48604269-96af-47ae-9dd1-564db0f18b18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.428s {{(pid=75502) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 06 09:21:46 user nova-compute[75502]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75502) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}